-- Logs begin at Fri 2021-07-30 15:28:29 UTC, end at Fri 2021-07-30 16:26:32 UTC. -- Jul 30 15:58:50.866815 dv-cinder-803046-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 30 15:58:53.576767 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:58:53.577317 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:58:53.577479 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:58:53.580748 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.common.config [-] Logging enabled! Jul 30 15:58:53.581004 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 30 15:58:53.581318 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 30 15:58:53.582249 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:58:53.582488 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:58:53.582855 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:58:53.583097 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:58:53.583358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:58:53.583678 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.583980 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.584279 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.584512 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.584810 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.585105 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.585389 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.585678 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.585978 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.586264 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.587223 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.587483 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.587716 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.588000 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.588298 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.588589 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.588816 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] debug = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.589098 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.589525 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.589917 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.590202 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.590493 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.590773 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.591043 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.591344 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.591631 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.591962 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] host = dv-cinder-803046-3-iscsi {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.592240 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.592530 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.592816 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.593102 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.593377 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.593653 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.593936 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.594208 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.594484 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.594765 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.595054 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.595371 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.595664 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.595891 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.596115 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.596407 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.596696 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.596976 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.597261 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.597538 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.597815 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.598090 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.598362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.598650 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.598936 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.599245 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.599524 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.599801 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.600076 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.600350 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.600638 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.600915 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.601191 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.601466 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.601756 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.602116 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.602936 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.603325 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.603623 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.603914 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.604208 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.604490 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.604777 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.605054 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.605331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.605606 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_json = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.605883 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.606157 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.606445 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.606718 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.606993 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.607297 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.607574 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.607859 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:53.608159 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.608460 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.608762 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.609047 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.609344 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.609629 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.609921 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.610202 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.610494 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.610786 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.611076 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.611388 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.611682 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.611963 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.612259 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.612569 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.612867 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.613162 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.613442 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.613720 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.613998 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.614281 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.614573 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.614873 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.615190 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.615471 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.615755 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.616051 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.616331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.616606 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.616887 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.617183 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.617465 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.617809 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.618159 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.618438 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.618717 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.618995 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.619319 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.619618 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.619905 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.620183 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.620458 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.620739 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.621017 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.621305 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.621585 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.621863 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.622138 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.622420 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.622702 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.622982 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.623288 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.623565 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.623849 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.624126 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.624401 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.624677 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.624953 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.625227 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.625499 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.625774 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.626056 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.626335 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.626610 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.626889 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.627196 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.627477 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.627765 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.628068 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.628348 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.628631 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.629168 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.629450 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.629728 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.630007 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.630286 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.630566 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.630839 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.631164 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.631435 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.631721 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.632004 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.632283 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.632582 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.632860 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.633143 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.633473 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.633755 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.634040 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.634324 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.634622 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.634919 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.635252 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.635560 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.635837 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.636119 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.636433 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.636720 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:53.636942 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:58:53.637184 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 30 15:58:53.993760 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:58:53.994047 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:58:53.994345 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 30 15:58:53.994690 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 30 15:58:54.383293 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.383592 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.384027 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.385340 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.385620 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.385895 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.420327 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.420614 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.420885 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.435506 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.435793 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.436069 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.465143 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.465431 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.465706 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.501323 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.501625 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.501905 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.733358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.733963 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.733963 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.734169 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.734871 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.862200 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.862526 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.862816 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.863094 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.863396 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.863714 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.863980 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.864242 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.864506 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.864792 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.865057 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.865325 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.865583 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.865837 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.866095 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.866360 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.866620 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.866890 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.867194 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.867458 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.868315 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.868722 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.869050 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.869438 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.869698 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.869954 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.870350 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.870599 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.870843 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.871087 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.871358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.871601 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:54.871967 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 30 15:58:54.875067 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 30 15:58:54.879303 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 30 15:58:54.883150 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 30 15:58:54.884945 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 30 15:58:54.885394 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 30 15:58:54.885731 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 30 15:58:54.886115 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 30 15:58:54.888932 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 30 15:58:54.889186 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 30 15:58:54.889538 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:58:54.894758 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 30 15:58:54.918424 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 30 15:58:54.918883 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.919212 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 30 15:58:54.919585 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.920947 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 30 15:58:54.921231 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 30 15:58:54.921480 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 30 15:58:54.924957 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.925253 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:54.989743 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 30 15:58:54.989935 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 30 15:58:54.990174 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 30 15:58:54.990544 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 30 15:58:55.012001 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_db.sqlalchemy.engines [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 30 15:58:55.548582 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing driver for type 'gre' Jul 30 15:58:55.549082 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] gre ID ranges: [(1, 1000)] Jul 30 15:58:55.600115 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing driver for type 'local' Jul 30 15:58:55.600506 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing driver for type 'vlan' Jul 30 15:58:55.613569 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] VlanTypeDriver initialization complete Jul 30 15:58:55.613921 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing driver for type 'vxlan' Jul 30 15:58:55.614491 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] vxlan ID ranges: [(1, 1000)] Jul 30 15:58:55.668212 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing extension driver 'port_security' Jul 30 15:58:55.668578 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.extensions.port_security [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] PortSecurityExtensionDriver initialization complete Jul 30 15:58:55.668929 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing mechanism driver 'openvswitch' Jul 30 15:58:55.669276 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing mechanism driver 'hyperv' Jul 30 15:58:55.675724 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.plugin [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:58:55.676568 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.676939 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.677288 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.677804 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.678234 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.678587 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.678933 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.679344 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.679744 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.680591 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.680919 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.681303 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.681699 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.682047 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.682386 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.682772 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.683190 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.683535 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.683870 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.684258 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.684655 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > address_group after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.684995 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > address_group after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.685328 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.685712 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 30 15:58:55.686083 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] ML2 OVO RPC backend initialized. {{(pid=93063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 30 15:58:55.686773 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.687121 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.687550 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.687892 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > networks before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.688232 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.688568 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > ports before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.688903 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.689236 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnets before_response 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.689574 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.689908 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.690284 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.690613 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.690945 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.691308 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.691638 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.691967 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.692294 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.692856 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.plugin [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Modular L2 Plugin initialization complete Jul 30 15:58:55.693178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading services supported by the core plugin {{(pid=93063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 30 15:58:55.693500 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.plugins.ml2.managers [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Got port-security extension from driver 'port_security' Jul 30 15:58:55.693956 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.extensions.vlantransparent [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Disabled vlantransparent extension. Jul 30 15:58:55.694432 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 30 15:58:55.694738 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: router Jul 30 15:58:55.734609 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.735208 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_create 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.735374 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router before_create 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.735738 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.736108 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.736458 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_delete 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.736813 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.737291 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_create 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.737639 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.737989 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.738335 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.738690 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.739123 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.739507 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.739845 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.740178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: subnet after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.740512 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.740859 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.741204 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_create 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.741538 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.741877 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.742229 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router after_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.742567 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.743459 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_create 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.743815 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.744155 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_update 55549900 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.744513 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > agent after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.744858 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > agent after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.745197 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > network after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.746056 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Tracking information for resource: router configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:55.746389 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Tracking information for resource: floatingip configured {{(pid=93063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 30 15:58:55.751297 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.db.l3_agentschedulers_db [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 30 15:58:55.751870 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.752229 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.752577 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.752924 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: port after_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.753704 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router before_create 55550100 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.754319 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.754679 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_create 55550100 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.755033 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > router precommit_update 55550100 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.760010 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.provider_configuration [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service providers = [] {{(pid=93063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 30 15:58:55.760369 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.db.servicetype_db [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 30 15:58:55.763297 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.service_base [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:58:55.763643 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.service_base [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:58:55.763982 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.service_base [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:58:55.764860 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.services.service_base [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 30 15:58:55.765227 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.services.service_base [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 30 15:58:55.765600 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.765915 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 30 15:58:55.777894 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.778232 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: auto_allocate Jul 30 15:58:55.783933 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: network precommit_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.784298 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: network precommit_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.784812 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.785132 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: tag Jul 30 15:58:55.791864 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.792191 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: timestamp Jul 30 15:58:55.795977 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.796306 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: network_ip_availability Jul 30 15:58:55.801725 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.802046 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.802398 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:55.803098 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.803443 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: flavors Jul 30 15:58:55.808951 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.809279 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading Plugin: revisions Jul 30 15:58:55.813496 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 30 15:58:55.813883 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.819s {{(pid=93063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 30 15:58:55.814600 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 30 15:58:55.814931 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Initializing extension manager. Jul 30 15:58:55.815464 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: __init__.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.815806 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: __pycache__ {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.816138 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.816467 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: address_group.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.817214 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.817771 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: address-group Jul 30 15:58:55.818090 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: address_scope.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.818792 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.819328 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: address-scope Jul 30 15:58:55.819647 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.820562 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.821696 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: router-admin-state-down-before-update Jul 30 15:58:55.822015 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: agent.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.822706 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.823235 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: agent Jul 30 15:58:55.823554 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: agent_resources_synced.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.824453 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.824951 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: agent-resources-synced Jul 30 15:58:55.825263 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: allowedaddresspairs.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.827021 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.827573 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: allowed-address-pairs Jul 30 15:58:55.827893 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: auto_allocated_topology.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.828945 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.829449 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: auto-allocated-topology Jul 30 15:58:55.829767 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: availability_zone.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.830453 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.830948 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: availability_zone Jul 30 15:58:55.831301 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: availability_zone_filter.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.832204 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.832702 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: availability_zone_filter Jul 30 15:58:55.833021 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: data_plane_status.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.833920 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.834417 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension data-plane-status not supported by any of loaded plugins Jul 30 15:58:55.834736 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: default_subnetpools.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.835671 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.836175 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: default-subnetpools Jul 30 15:58:55.836609 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.837408 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.837914 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: dhcp_agent_scheduler Jul 30 15:58:55.838234 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: dns.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.839168 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.839669 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension dns-integration not supported by any of loaded plugins Jul 30 15:58:55.839986 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: dns_domain_ports.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.840891 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.841386 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 30 15:58:55.841701 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.842604 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.843099 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 30 15:58:55.843449 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: dvr.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.844106 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.844598 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: dvr Jul 30 15:58:55.844911 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: ecmp_routes.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.845815 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.846306 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension ecmp_routes not supported by any of loaded plugins Jul 30 15:58:55.846619 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: empty_string_filtering.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.847544 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.848036 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: empty-string-filtering Jul 30 15:58:55.848349 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.849248 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.849739 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:58:55.850053 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.850958 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.851482 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 30 15:58:55.851801 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: external_net.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.852738 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.853243 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: external-net Jul 30 15:58:55.853566 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.854477 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.854983 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: extra_dhcp_opt Jul 30 15:58:55.855331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: extraroute.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.856236 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.856737 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: extraroute Jul 30 15:58:55.857051 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: extraroute_atomic.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.858063 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.858564 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: extraroute-atomic Jul 30 15:58:55.858881 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: filter_validation.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.859731 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.860234 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: filter-validation Jul 30 15:58:55.860550 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: fip_pf_description.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.861456 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.861951 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 30 15:58:55.862266 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: fip_port_details.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.863212 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.863716 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: fip-port-details Jul 30 15:58:55.864033 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: flavors.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.865242 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.865752 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: flavors Jul 30 15:58:55.866072 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.868236 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.868751 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 30 15:58:55.869073 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: floatingip_pools.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.869763 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.870269 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: floatingip-pools Jul 30 15:58:55.870589 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: ip_allocation.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.871540 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.872037 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension ip_allocation not supported by any of loaded plugins Jul 30 15:58:55.872353 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.873266 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.873764 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: ip-substring-filtering Jul 30 15:58:55.874083 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l2_adjacency.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.874997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.875532 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 30 15:58:55.875849 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.876800 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.877306 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: router Jul 30 15:58:55.877624 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.880096 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.880616 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 30 15:58:55.880945 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.881874 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.882381 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: ext-gw-mode Jul 30 15:58:55.882704 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.884375 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.884883 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: l3-ha Jul 30 15:58:55.885205 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3_flavors.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.886121 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.886622 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: l3-flavors Jul 30 15:58:55.886941 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.887870 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.888373 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 30 15:58:55.888692 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: l3agentscheduler.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.889710 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.890213 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: l3_agent_scheduler Jul 30 15:58:55.890531 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: logging.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.892032 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.892565 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension logging not supported by any of loaded plugins Jul 30 15:58:55.892892 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: metering.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.893623 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.894191 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: metering Jul 30 15:58:55.894513 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.895740 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.896261 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: metering_source_and_destination_fields Jul 30 15:58:55.896584 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: multiprovidernet.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.897497 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.898000 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: multi-provider Jul 30 15:58:55.898338 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: netmtu.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.899375 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.899898 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: net-mtu Jul 30 15:58:55.900217 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: netmtu_writable.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.901128 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.901626 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: net-mtu-writable Jul 30 15:58:55.901945 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: network_availability_zone.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.902607 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.903101 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: network_availability_zone Jul 30 15:58:55.903439 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: network_ip_availability.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.904515 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.905026 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: network-ip-availability Jul 30 15:58:55.905346 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: network_segment_range.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.906103 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.906606 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension network-segment-range not supported by any of loaded plugins Jul 30 15:58:55.906924 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: pagination.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.907922 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.908248 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: pagination Jul 30 15:58:55.908563 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: port_device_profile.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.909459 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.909964 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: port-device-profile Jul 30 15:58:55.910282 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.911221 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.911720 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: port-mac-address-regenerate Jul 30 15:58:55.912036 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.912959 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.913456 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: port-numa-affinity-policy Jul 30 15:58:55.913772 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: port_resource_request.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.915251 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.915753 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension port-resource-request not supported by any of loaded plugins Jul 30 15:58:55.916070 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: portbindings.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.916996 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.917496 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: binding Jul 30 15:58:55.917815 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: portbindings_extended.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.919080 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.919625 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: binding-extended Jul 30 15:58:55.919952 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: portsecurity.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.920857 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.921362 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: port-security Jul 30 15:58:55.921682 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: project_id.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.922646 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.922972 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: project-id Jul 30 15:58:55.923318 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: providernet.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.924239 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.924740 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: provider Jul 30 15:58:55.925058 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.928510 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.929021 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos not supported by any of loaded plugins Jul 30 15:58:55.929311 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.930793 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.931405 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 30 15:58:55.931774 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.932714 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.933291 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 30 15:58:55.933843 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_default.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.934751 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.935545 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-default not supported by any of loaded plugins Jul 30 15:58:55.935896 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_fip.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.936608 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.937165 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-fip not supported by any of loaded plugins Jul 30 15:58:55.937486 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_gateway_ip.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.938877 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.939877 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 30 15:58:55.940424 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_port_network_policy.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.941908 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.942808 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 30 15:58:55.943389 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_rule_type_details.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.944850 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.946259 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 30 15:58:55.946851 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: qos_rules_alias.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.948544 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.949445 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 30 15:58:55.950010 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: quotasv2.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.951662 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.952068 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: quotas Jul 30 15:58:55.952380 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: quotasv2_detail.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.955495 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.955834 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: quota_details Jul 30 15:58:55.956164 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: rbac.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.957227 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.957752 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: rbac-policies Jul 30 15:58:55.958077 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: rbac_address_group.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.959025 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.959572 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: rbac-address-group Jul 30 15:58:55.959893 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: rbac_address_scope.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.960802 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.961309 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: rbac-address-scope Jul 30 15:58:55.962199 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: rbac_security_groups.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.963270 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.963782 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: rbac-security-groups Jul 30 15:58:55.964105 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: rbac_subnetpool.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.965011 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.965517 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: rbac-subnetpool Jul 30 15:58:55.965838 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: revisionifmatch.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.966754 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.967302 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: revision-if-match Jul 30 15:58:55.967625 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: revisions.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.968733 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.969237 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: standard-attr-revisions Jul 30 15:58:55.969560 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: router_availability_zone.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.970228 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.970729 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: router_availability_zone Jul 30 15:58:55.971048 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: routerservicetype.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.971989 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.972492 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension router-service-type not supported by any of loaded plugins Jul 30 15:58:55.972811 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.973724 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.974228 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: security-groups-normalized-cidr Jul 30 15:58:55.974549 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.975481 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.975984 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: port-security-groups-filtering Jul 30 15:58:55.976302 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.977418 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.977923 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: security-groups-remote-address-group Jul 30 15:58:55.978244 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: securitygroup.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.987872 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.988395 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: security-group Jul 30 15:58:55.988731 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: segment.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.989511 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.990018 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension segment not supported by any of loaded plugins Jul 30 15:58:55.990344 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.991304 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.991808 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 30 15:58:55.992133 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: servicetype.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.993339 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.993922 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: service-type Jul 30 15:58:55.994249 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: sorting.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.995332 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.995661 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: sorting Jul 30 15:58:55.995983 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: standard_attr_segment.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.996971 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.997489 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 30 15:58:55.997810 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: standardattrdescription.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:55.998455 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:55.998959 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: standard-attr-description Jul 30 15:58:55.999318 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: stateful_security_group.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.000237 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.000748 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: stateful-security-group Jul 30 15:58:56.001070 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: stdattrs_common.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.001645 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 30 15:58:56.001963 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.002889 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.003419 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 30 15:58:56.003737 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnet_onboard.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.005081 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.005593 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: subnet_onboard Jul 30 15:58:56.005913 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.006830 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.007367 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 30 15:58:56.007687 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnet_service_types.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.009133 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.009642 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: subnet-service-types Jul 30 15:58:56.009961 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnetallocation.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.011030 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.011569 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: subnet_allocation Jul 30 15:58:56.011894 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.012559 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.013065 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: subnetpool-prefix-ops Jul 30 15:58:56.013382 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.014313 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.014822 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 30 15:58:56.015158 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: tagging.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.016220 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.016739 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: standard-attr-tag Jul 30 15:58:56.017064 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: timestamp.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.018270 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.018781 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loaded extension: standard-attr-timestamp Jul 30 15:58:56.019109 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: trunk.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.020154 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.020665 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension trunk not supported by any of loaded plugins Jul 30 15:58:56.020988 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: trunk_details.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.021900 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.022407 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension trunk-details not supported by any of loaded plugins Jul 30 15:58:56.022728 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: uplink_status_propagation.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.023672 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.024731 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 30 15:58:56.025046 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Loading extension file: vlantransparent.py {{(pid=93063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 30 15:58:56.025707 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 30 15:58:56.026208 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 30 15:58:56.028684 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:network Jul 30 15:58:56.029197 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnet Jul 30 15:58:56.029596 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:58:56.029987 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:port Jul 30 15:58:56.031314 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.031748 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service FLAVORS assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.032351 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.032780 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.033107 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:router Jul 30 15:58:56.033539 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:58:56.034024 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service METERING assigned prefix: /metering {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.035490 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:56.035869 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:56.036220 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 15:58:56.037223 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:58:56.037680 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:58:56.038114 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:58:56.038715 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service CORE assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.039040 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:58:56.039413 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] subnetpool is already registered Jul 30 15:58:56.039893 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service CORE assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.040285 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:58:56.040620 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] subnetpool is already registered Jul 30 15:58:56.042897 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.043460 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service FLAVORS assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.044082 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.044521 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.044851 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:router Jul 30 15:58:56.045187 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] router is already registered Jul 30 15:58:56.045595 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:floatingip Jul 30 15:58:56.045927 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] floatingip is already registered Jul 30 15:58:56.046396 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service METERING assigned prefix: /metering {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.047085 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 30 15:58:56.047434 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] rbac_policy is already registered Jul 30 15:58:56.047853 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:security_group Jul 30 15:58:56.048184 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] security_group is already registered Jul 30 15:58:56.048580 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 30 15:58:56.048911 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] security_group_rule is already registered Jul 30 15:58:56.049396 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service CORE assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.049717 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:58:56.050051 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] subnetpool is already registered Jul 30 15:58:56.050462 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.v2.resource_helper [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Service CORE assigned prefix: {{(pid=93063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 30 15:58:56.050778 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 30 15:58:56.051112 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING neutron.quota.resource_registry [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] subnetpool is already registered Jul 30 15:58:56.052869 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: extensions {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.054274 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: address-groups {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.055984 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: address-scopes {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.057198 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: agents {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.058447 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: auto-allocated-topology {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.059733 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: availability_zones {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.060942 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: dhcp-networks {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.062343 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: dhcp-agents {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.063874 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: routers {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.065574 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: flavors {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.066728 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: service_profiles {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.068067 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: next_providers {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.069492 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: service_profiles {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.071452 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: floatingip-pools {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.072762 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: routers {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.074450 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: floatingips {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.075671 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: l3-routers {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.077142 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: l3-agents {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.078526 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: metering-labels {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.079820 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: metering-label-rules {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.081084 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: network-ip-availabilities {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.082427 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: bindings {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.084007 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: quotas {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.085433 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: quotas {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.087541 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: rbac-policies {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.088733 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: security-groups {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.089931 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: security-group-rules {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.091265 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: service-providers {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.092470 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: subnetpools {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.093787 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: subnetpools {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.095331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.097007 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.098693 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.100578 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.102335 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.104192 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.105943 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.107748 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.110489 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.112262 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron.api.extensions [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Extended resource: tags {{(pid=93063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 30 15:58:56.118206 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING keystonemiddleware.auth_token [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 30 15:58:56.122669 dv-cinder-803046-3-iscsi neutron-server[93063]: WARNING keystonemiddleware.auth_token [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 30 15:58:56.131310 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Acquired lock "singleton_lock" {{(pid=93063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 30 15:58:56.131782 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_concurrency.lockutils [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Releasing lock "singleton_lock" {{(pid=93063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 30 15:58:56.132417 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Starting 2 workers Jul 30 15:58:56.137752 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Started child 93204 {{(pid=93063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:58:56.142122 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Started child 93205 {{(pid=93063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:58:56.143210 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.143850 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO neutron.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 30 15:58:56.144348 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Notify callbacks [] for process, before_spawn {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.144795 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [-] (93204) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:58:56.146754 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Starting 1 workers Jul 30 15:58:56.146861 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.148282 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [-] (93205) wsgi starting up on http://0.0.0.0:9696 Jul 30 15:58:56.152624 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Started child 93206 {{(pid=93063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:58:56.153127 dv-cinder-803046-3-iscsi neutron-server[93063]: INFO oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Starting 1 workers Jul 30 15:58:56.156352 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] calling RpcWorker wait() {{(pid=93206) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 30 15:58:56.156905 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] returning from RpcWorker wait() {{(pid=93206) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 30 15:58:56.157561 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Started child 93207 {{(pid=93063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 30 15:58:56.158277 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.158388 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG neutron_lib.callbacks.manager [None req-7945d91d-c7a0-4ea3-9a9e-a5e537945d1d None None] Notify callbacks [] for process, after_spawn {{(pid=93063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.158787 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:58:56.160250 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:58:56.160475 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:58:56.160660 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:58:56.160876 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:58:56.161194 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:58:56.161358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:58:56.161868 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.162133 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.162385 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.162636 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.162723 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:58:56.163306 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.163525 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.163780 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.164033 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.164311 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.164603 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.164770 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.164927 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.165184 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.165435 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.165707 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.165969 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.166211 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.166474 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.166641 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.166901 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.167196 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.167440 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.167706 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] debug = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.167942 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.168413 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.168637 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.168896 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.169108 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.169394 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.169637 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.169892 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.170123 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.170333 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.170564 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.170805 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.171041 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.171300 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.171516 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.171756 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.171973 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.172448 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] host = dv-cinder-803046-3-iscsi {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.172690 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.172926 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.173169 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.173390 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.173630 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.173839 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.174089 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.174339 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.174588 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.174809 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.175053 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.175348 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.175593 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.175831 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.175994 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_options = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.176238 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.176505 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.176776 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.176960 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.177127 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.177347 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.177545 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.177708 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.177954 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.178188 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.178416 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.178647 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.178857 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.179089 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.179339 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.179580 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.179810 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.180037 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.180321 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.180549 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.180767 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.181103 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.181342 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.181578 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.181807 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.182046 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.182273 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.182490 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.182703 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.182970 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.183235 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.183485 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.183740 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.183999 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.184244 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.184471 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.184705 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.184976 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.185205 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.185462 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.185704 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.185915 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.186141 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.186370 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.186600 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.186830 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_json = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.187040 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.187273 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.187576 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.187746 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.187954 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.188168 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.188381 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.188608 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.189045 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.189330 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.189638 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.189900 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.190129 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.190380 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.190610 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.190824 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.191106 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.191336 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.191646 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.191905 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.192150 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.192383 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.192630 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.192952 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.193224 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.193486 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.193702 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.193936 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.194121 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:58:56.194284 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.194434 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.194695 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.194952 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.195241 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.195617 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.196598 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.196598 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.196886 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.197023 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.197234 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.197769 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.197769 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.198058 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.198196 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.198387 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.198619 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.198858 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.199088 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.199349 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.199618 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.199853 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.200070 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.200481 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.200699 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.200914 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.201128 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.201567 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.201788 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.202054 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.202278 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.202520 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.202734 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.202947 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.203184 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.203434 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.203852 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.204589 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.204589 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.204589 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.204976 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.204976 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.205185 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.207118 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208037 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208037 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208037 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208037 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208471 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208666 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.208970 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.209083 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.209286 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.209540 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.209765 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.210058 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.210303 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.210582 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.210805 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.211049 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.211307 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.212252 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.212670 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.213022 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.213351 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.213725 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.214085 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.214540 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.214672 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.215014 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.215183 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.215334 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.215509 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.215758 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.216004 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.216223 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.216489 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.216752 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.217020 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.217207 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.217467 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.217744 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.217990 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.218272 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.218487 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.218776 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.219052 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.219362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.219624 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.219879 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.220106 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.220371 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.220612 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.220881 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.221474 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.221474 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.221743 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.221944 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.222091 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.222255 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.222483 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.222726 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.223057 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.223351 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.223591 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.223828 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.224096 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.224339 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.224611 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.224854 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.225098 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.225327 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.225588 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.225811 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.226022 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.226232 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.226456 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.226664 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.226902 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.227276 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.227530 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.227766 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.227975 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.228381 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.228529 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.228666 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.228933 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.229088 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.229227 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.229446 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.229657 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.229884 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.230114 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.230346 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.230559 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.230771 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.230979 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.231249 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.231479 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.231741 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.231982 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.232209 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.232431 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.232669 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.232919 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.233287 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.233433 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.233578 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.233763 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.233971 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.234186 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.234393 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.234601 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.234821 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.235050 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.235319 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.235571 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.235905 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.236158 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.236405 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.236647 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.236857 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.237100 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.237353 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.237596 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.237967 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.238191 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.238333 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.238478 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.238666 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.238880 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.239120 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.239356 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.239530 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.239739 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.239979 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.240222 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.240463 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.240687 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.240947 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.241159 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.241385 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.241606 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.241812 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.242178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.242320 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.242459 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.242645 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.242861 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.243087 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.243453 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.243673 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.243885 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.244113 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.244331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.244536 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.244761 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.244978 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.245188 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.245393 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.245635 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246095 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246095 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246367 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246542 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246747 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.246967 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.247194 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.247422 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.247638 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.247848 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.248053 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.248372 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.248585 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.248804 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.249083 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.249342 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.249549 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.249788 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.250101 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.250310 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.250670 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.250812 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.250961 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.251230 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.251463 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.251783 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.252072 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.252332 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.252581 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.252862 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.253155 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.253586 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.254197 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.254197 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.254516 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.254739 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.255010 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.255257 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.255501 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.255737 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.255942 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.256155 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.256366 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.256612 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.256990 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.257146 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.257285 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.257499 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.257728 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.257939 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.258181 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.259049 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.259429 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.259565 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.259689 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:58:56.260166 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 30 15:58:56.260327 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 30 15:58:56.260717 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 30 15:58:56.260717 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 30 15:58:56.260968 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 30 15:58:56.260968 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 30 15:58:56.261249 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.261392 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.261538 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.261676 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.261811 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.261947 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262087 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262223 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262444 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262606 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262764 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.262921 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263075 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263247 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263385 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263523 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263670 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263829 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.263974 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264111 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264268 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264411 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] debug = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264549 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264742 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.264926 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265075 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265213 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265349 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265484 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265621 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265756 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.265892 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266028 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266164 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266316 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266455 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266608 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266766 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.266922 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267075 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] host = dv-cinder-803046-3-iscsi {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267250 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267405 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267561 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267716 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.267869 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268022 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268175 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268329 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268482 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268637 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268795 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.268948 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269103 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269254 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269407 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_options = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269561 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269699 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.269856 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.270997 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.271757 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272425 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272425 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272425 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272425 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272848 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272848 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.272848 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273526 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273526 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273727 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.273817 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.274030 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.274295 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.274443 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.274688 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.274847 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275005 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275180 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275342 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275497 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275652 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275807 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.275945 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276104 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276258 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276413 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276567 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_json = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276720 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.276861 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277056 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277185 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277317 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277442 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277595 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277751 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 30 15:58:56.277927 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278086 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278250 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278409 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278567 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278725 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.278880 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279041 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279220 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279378 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279541 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279699 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.279869 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280027 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280169 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280331 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280528 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280645 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280767 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.280926 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281082 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281239 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281412 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281570 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281728 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.281885 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282042 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282201 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282360 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282518 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282676 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.282834 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283041 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283196 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283322 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283445 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283594 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283753 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.283912 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284070 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284228 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284389 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284547 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284705 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.284862 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285020 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285336 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285494 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285651 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285818 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.285975 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286132 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286290 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286449 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286605 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286762 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.286919 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287068 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287275 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287403 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287566 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287723 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.287881 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288039 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288198 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288358 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288519 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288677 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288835 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.288996 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.289154 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.289312 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.289983 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.290266 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.290430 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.290586 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.290783 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.290910 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291032 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291227 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291353 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291475 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291633 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291800 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.291975 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292133 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292290 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292447 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292604 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292761 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.292920 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.293077 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.293250 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.293384 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.293529 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.293686 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294362 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294817 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294817 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.294817 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295193 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295743 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295743 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295743 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.295743 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296198 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296198 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296198 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296505 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296505 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.296731 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297048 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297048 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297281 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297281 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297594 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297594 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297826 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.297948 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298071 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298192 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298304 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298457 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298618 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298775 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.298933 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299115 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299281 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299444 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299603 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299760 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.299918 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300077 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300234 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300391 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300549 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300707 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.300907 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301025 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301161 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301318 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301466 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301622 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301781 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.301937 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302096 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302254 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302413 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302572 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302729 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.302936 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303064 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303233 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303392 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303550 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303708 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.303866 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304024 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304183 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304342 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304499 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304657 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304814 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.304974 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.305191 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.305859 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306019 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306337 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306495 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306654 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306814 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.306972 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307174 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307305 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307525 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307661 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307799 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.307906 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308063 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308221 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308393 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308573 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308706 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.308857 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309013 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309171 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309328 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309489 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309704 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.309867 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310024 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310184 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310344 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310503 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310661 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.310818 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311029 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311120 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311303 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311473 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311631 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311774 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.311935 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312093 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312250 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312418 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312575 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312731 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.312887 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313044 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313201 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313368 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313525 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313681 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313839 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.313996 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314152 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314317 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314474 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314631 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314788 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.314944 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315101 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315290 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315447 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315605 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315761 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.315918 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316075 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316243 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316400 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316557 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316713 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.316870 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317026 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317192 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317350 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317508 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317720 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317848 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.317964 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318122 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318290 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318448 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318533 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:58:56.318628 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318753 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.318911 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319068 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319258 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319425 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319592 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319756 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.319915 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320080 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320245 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320411 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320567 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320752 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.320923 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321080 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321244 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321396 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321552 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321709 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.321866 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322022 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322178 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322336 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322493 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322650 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322807 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.322963 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323120 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323323 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323444 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323600 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323758 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.323915 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 30 15:58:56.324066 dv-cinder-803046-3-iscsi neutron-server[93063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 30 15:58:56.540896 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49716) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:58:56.549268 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061824 Jul 30 15:59:08.068904 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed4613-b364-4b71-993d-43cb3230ff7a None None] get_active_networks_info from dv-cinder-803046-3-iscsi {{(pid=93206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 15:59:08.140144 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ed4613-b364-4b71-993d-43cb3230ff7a None None] No non-hosted networks {{(pid=93206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 30 15:59:08.165514 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f5803883-ab60-439c-af83-334871ae7cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:10.405383 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d378-5e5c-4abc-b15e-703644ddf3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:10.481077 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-51a1e0ab-b34a-4d67-ad6c-f69d64797067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:10.733972 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:10.735151 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.735862 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.736470 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.737072 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.738630 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.739628 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.740128 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.741704 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.743002 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.743795 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.744337 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.745495 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:10.746232 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803046-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:10.758199 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803046-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:11.715310 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:13.651358 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:13.835337 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.db.l3_hamode_db [None req-9f260878-eec2-472b-8e99-147aaf1033f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 30 15:59:13.920387 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f260878-eec2-472b-8e99-147aaf1033f7 None None] Routers set() bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:59:13.920774 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f260878-eec2-472b-8e99-147aaf1033f7 None None] Router IDs set() for agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 30 15:59:14.538622 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49808) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:15.030901 dv-cinder-803046-3-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-2313ad8b-dd55-4660-8a2e-c680617e3d3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:15.031516 dv-cinder-803046-3-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-2313ad8b-dd55-4660-8a2e-c680617e3d3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:15.249300 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [None req-2313ad8b-dd55-4660-8a2e-c680617e3d3f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:59:15.250378 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2313ad8b-dd55-4660-8a2e-c680617e3d3f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7108107 Jul 30 15:59:17.625217 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49822) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:17.931684 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:18.024318 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.policy [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:59:18.068424 dv-cinder-803046-3-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:18.068805 dv-cinder-803046-3-iscsi neutron-server[93205]: WARNING oslo_policy.policy [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:18.077204 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.quota [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] Loaded quota_driver: . Jul 30 15:59:18.171459 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294522525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294524078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294518630', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294538588', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294114004', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739294557718', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3612523', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3618565', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1667345'] for rbac-policy, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:18.234995 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:18.236186 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6b3879f3-bffa-4312-8eff-620fb338e4c4 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6100140 Jul 30 15:59:20.826125 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49834) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:21.118901 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Request body: {'network': {'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'name': 'private'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:21.147834 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Made reservation on behalf of 3b8e6ec1675748e18ba04ad58d31ced4 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:59:21.150814 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.167050 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.290167 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.294151 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.319344 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 15:59:21.344821 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739295290920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.345305 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Unsubscribe: segment precommit_create {{(pid=93205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 15:59:21.345791 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Added segment e2843b45-2f32-4082-9a73-f78553a8d97f of type vlan for network 709c9335-cdb1-4873-9eed-65a3e58a2e88 Jul 30 15:59:21.361881 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9684cce3-7664-4185-ab4a-21dbf682c8e4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:21.390311 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.390665 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.390996 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.391342 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.391664 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.391994 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.392312 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.392624 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.392934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.393242 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.393552 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.393858 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Tracked resource versions report: Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: pushed versions: Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: { 'AddressGroup': {'1.2'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'ConntrackHelper': {'1.0'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Log': {'1.0'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Network': {'1.1'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Port': {'1.7'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'PortForwarding': {'1.2'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'QosPolicy': {'1.8'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroup': {'1.4'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SubPort': {'1.0'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Subnet': {'1.1'}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Trunk': {'1.1'}} Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: consumer versions: Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'ConntrackHelper': '1.0', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Log': '1.0', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Network': '1.1', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Port': '1.7', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'PortForwarding': '1.2', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'QosPolicy': '1.8', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroup': '1.4', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroupRule': '1.2', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SubPort': '1.0', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Subnet': '1.1', Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Trunk': '1.1'}} Jul 30 15:59:21.394942 dv-cinder-803046-3-iscsi neutron-server[93205]: {{(pid=93205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:59:21.468731 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.517850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.518866 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:21.519546 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:21.604729 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7774348 Jul 30 15:59:21.618990 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4df14-0025-4153-bae3-8c65530c75ad admin admin] Pushing event updated for resources: {'Network': ['ID=709c9335-cdb1-4873-9eed-65a3e58a2e88,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:21.631734 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:59:24.303862 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49848) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:24.790294 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING oslo_policy.policy [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:24.790888 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING oslo_policy.policy [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:25.223828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.policy [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93204) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 30 15:59:25.269029 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING oslo_policy.policy [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:25.269443 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING oslo_policy.policy [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 30 15:59:25.277638 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:25.279574 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a19ad767-0f2a-4f88-994a-4823deee1b50 admin admin] 10.222.0.37 "GET /v2.0/networks/709c9335-cdb1-4873-9eed-65a3e58a2e88 HTTP/1.1" status: 200 len: 825 time: 0.9735477 Jul 30 15:59:25.318954 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-35174d55-c63a-47e5-bba1-5f22a5aea9bc admin admin] 10.222.0.37 "GET /v2.0/subnetpools/cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1 HTTP/1.1" status: 200 len: 734 time: 0.0332267 Jul 30 15:59:25.328645 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Request body: {'subnet': {'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:25.330192 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.quota [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Loaded quota_driver: . Jul 30 15:59:25.370852 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Made reservation on behalf of 3b8e6ec1675748e18ba04ad58d31ced4 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:59:25.373731 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:25.662028 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:25.729811 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Checking segment: {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:59:25.730193 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Network hostable DHCP agents. Network: 709c9335-cdb1-4873-9eed-65a3e58a2e88, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:59:25.741409 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Pushing event updated for resources: {'Subnet': ['ID=118fd3c1-23fb-49a4-876a-c825e411392a,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:25.759405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.759801 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.760155 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.760509 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.760830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.761163 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.761482 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.761827 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.762191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.762508 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.762816 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.763124 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Tracked resource versions report: Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: pushed versions: Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: { 'AddressGroup': {'1.2'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'ConntrackHelper': {'1.0'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Log': {'1.0'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Network': {'1.1'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Port': {'1.7'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'PortForwarding': {'1.2'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'QosPolicy': {'1.8'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroup': {'1.4'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SubPort': {'1.0'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Subnet': {'1.1'}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Trunk': {'1.1'}} Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: consumer versions: Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'ConntrackHelper': '1.0', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Log': '1.0', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Network': '1.1', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Port': '1.7', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'PortForwarding': '1.2', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'QosPolicy': '1.8', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroup': '1.4', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroupRule': '1.2', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SubPort': '1.0', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Subnet': '1.1', Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Trunk': '1.1'}} Jul 30 15:59:25.764204 dv-cinder-803046-3-iscsi neutron-server[93204]: {{(pid=93204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:59:25.782799 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:59:25.799461 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 709c9335-cdb1-4873-9eed-65a3e58a2e88) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:25.803788 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:25.804393 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:25.816669 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd9f41-d858-45df-ae30-c3bae3682c80 None None] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:59:25.823899 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b6fbe938-95f6-46b4-8cfb-a82aad3b262a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4987390 Jul 30 15:59:26.151335 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-709c9335-cdb1-4873-9eed-65a3e58a2e88', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 15:59:26.152599 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:26.433783 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Allocated IP 172.20.0.2 (709c9335-cdb1-4873-9eed-65a3e58a2e88/118fd3c1-23fb-49a4-876a-c825e411392a/463efc83-e692-4cea-acc3-55abe4e6936e) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:59:26.641183 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:26.684671 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Transition to ACTIVE for port object 463efc83-e692-4cea-acc3-55abe4e6936e will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:59:26.704363 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Transition to ACTIVE for port object 463efc83-e692-4cea-acc3-55abe4e6936e will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:59:26.713196 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:26.775040 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:59:26.779511 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:26.794773 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:59:26.801932 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Pushing event updated for resources: {'Port': ['ID=463efc83-e692-4cea-acc3-55abe4e6936e,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:26.830806 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.831492 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.831492 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.831844 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.832142 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.832467 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.832788 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.833109 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.833442 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.833763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.834081 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.834396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Tracked resource versions report: Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: pushed versions: Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: { 'AddressGroup': {'1.2'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'ConntrackHelper': {'1.0'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Log': {'1.0'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Network': {'1.1'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Port': {'1.7'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'PortForwarding': {'1.2'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'QosPolicy': {'1.8'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroup': {'1.4'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SubPort': {'1.0'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Subnet': {'1.1'}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Trunk': {'1.1'}} Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: consumer versions: Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'ConntrackHelper': '1.0', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Log': '1.0', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Network': '1.1', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Port': '1.7', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'PortForwarding': '1.2', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'QosPolicy': '1.8', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroup': '1.4', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroupRule': '1.2', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SubPort': '1.0', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Subnet': '1.1', Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Trunk': '1.1'}} Jul 30 15:59:26.835525 dv-cinder-803046-3-iscsi neutron-server[93206]: {{(pid=93206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:59:26.883704 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Attempting to bind port 463efc83-e692-4cea-acc3-55abe4e6936e on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:59:26.884116 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Attempting to bind port 463efc83-e692-4cea-acc3-55abe4e6936e by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:59:26.884543 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Attempting to bind port 463efc83-e692-4cea-acc3-55abe4e6936e on network 709c9335-cdb1-4873-9eed-65a3e58a2e88 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:59:26.889344 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:59:26.889760 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Checking segment: {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:59:26.890215 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:26.890605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Bound using segment: {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:59:26.891058 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Bound port: 463efc83-e692-4cea-acc3-55abe4e6936e, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:59:26.891503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:26.952639 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] For port 463efc83-e692-4cea-acc3-55abe4e6936e, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:59:26.957118 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] For port 463efc83-e692-4cea-acc3-55abe4e6936e, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=463efc83-e692-4cea-acc3-55abe4e6936e,segment=NetworkSegment(e2843b45-2f32-4082-9a73-f78553a8d97f),segment_id=e2843b45-2f32-4082-9a73-f78553a8d97f)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:59:26.961553 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:27.032490 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d482a-7e9d-4e5e-9dd7-87459b1b1e00 None None] Pushing event updated for resources: {'Port': ['ID=463efc83-e692-4cea-acc3-55abe4e6936e,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:28.267168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49868) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:28.579545 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [None req-68591cb3-ea4b-4182-82f3-215c077d4bc8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:59:28.580538 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-68591cb3-ea4b-4182-82f3-215c077d4bc8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124206 Jul 30 15:59:30.978465 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49876) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:31.288950 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [None req-8c677bd9-dd68-4650-8179-e878978644c7 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:59:31.299343 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8c677bd9-dd68-4650-8179-e878978644c7 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106964 Jul 30 15:59:33.909238 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49886) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:34.211727 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'name': 'router1'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:34.235069 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.236663 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.419286 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.423792 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.436088 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:34.437337 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-48b6e827-712e-4070-bf7d-4ebb0544134a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5270832 Jul 30 15:59:34.710474 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 463efc83-e692-4cea-acc3-55abe4e6936e up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:34.794016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 463efc83-e692-4cea-acc3-55abe4e6936e completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:59:35.443029 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be9017-4522-4c09-acfd-f80f5c7ce3b6 None None] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:59:35.504815 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b1670207-2448-497e-8e24-73762005f96d None None] Provisioning for port 463efc83-e692-4cea-acc3-55abe4e6936e completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:59:35.515940 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b1670207-2448-497e-8e24-73762005f96d None None] Provisioning complete for port 463efc83-e692-4cea-acc3-55abe4e6936e triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:35.516331 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1670207-2448-497e-8e24-73762005f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:35.698175 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1670207-2448-497e-8e24-73762005f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:35.742064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-b1670207-2448-497e-8e24-73762005f96d None None] For port 463efc83-e692-4cea-acc3-55abe4e6936e, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=463efc83-e692-4cea-acc3-55abe4e6936e,segment=NetworkSegment(e2843b45-2f32-4082-9a73-f78553a8d97f),segment_id=e2843b45-2f32-4082-9a73-f78553a8d97f)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:59:35.747851 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b1670207-2448-497e-8e24-73762005f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:35.798987 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1670207-2448-497e-8e24-73762005f96d None None] Pushing event updated for resources: {'Port': ['ID=463efc83-e692-4cea-acc3-55abe4e6936e,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:35.868541 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6d90edd5-639e-40aa-8ba0-c91fa2d5b6b4 None None] Provisioning complete for port 463efc83-e692-4cea-acc3-55abe4e6936e triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:35.868911 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6d90edd5-639e-40aa-8ba0-c91fa2d5b6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:36.697032 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 463efc83-e692-4cea-acc3-55abe4e6936e up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:36.743502 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 463efc83-e692-4cea-acc3-55abe4e6936e triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:36.744087 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:36.858639 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49898) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:37.173007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [None req-c397f94d-b9d3-46b8-b847-b93f0e4d1116 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 15:59:37.173994 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c397f94d-b9d3-46b8-b847-b93f0e4d1116 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144081 Jul 30 15:59:37.957568 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d77751d9-c116-47c7-8193-ccb145f5108d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:39.562141 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49906) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:39.872794 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:39.894309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Made reservation on behalf of d163af995b1c4a04b2d4d7dbe07036b3 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:59:39.896644 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:39.904529 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:39.992969 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:39.996809 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.017348 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Reserving flat network on physical network physnet1 {{(pid=93205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 30 15:59:40.038953 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a1268-1707-4f97-8edf-afaacbfe92f5,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:40.042589 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.042935 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Added segment f7de84f5-08dd-417b-8d94-6f9b4c65d7cf of type flat for network 35aad974-23f9-4b65-a8c1-1be57913946f Jul 30 15:59:40.093482 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.128761 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.129718 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:40.130566 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.182159 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6190224 Jul 30 15:59:40.189020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cc71e-7f9c-45d7-8aba-11c0a49c76de admin admin] Pushing event updated for resources: {'Network': ['ID=35aad974-23f9-4b65-a8c1-1be57913946f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:40.199644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 35aad974-23f9-4b65-a8c1-1be57913946f details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 15:59:40.402043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cba3dad0-27ba-45c9-9293-60f433613569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:40.736074 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:41.627687 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:42.571885 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49924) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:42.740258 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67c08a1-02ae-4c23-bd05-930a1afa87ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:42.741576 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c67c08a1-02ae-4c23-bd05-930a1afa87ce admin admin] 10.222.0.37 "GET /v2.0/subnets/118fd3c1-23fb-49a4-876a-c825e411392a HTTP/1.1" status: 200 len: 849 time: 0.1688378 Jul 30 15:59:42.857626 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8d378e01-9c2f-47ff-96e2-693b6fd49d10 admin admin] 10.222.0.37 "GET /v2.0/routers/e35a070f-aa04-4a36-8ed7-421ce7b8e40e HTTP/1.1" status: 200 len: 704 time: 0.1094000 Jul 30 15:59:43.118281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.409454 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Allocated IP 172.20.0.1 (709c9335-cdb1-4873-9eed-65a3e58a2e88/118fd3c1-23fb-49a4-876a-c825e411392a/b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:59:43.561127 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.584585 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Transition to ACTIVE for port object b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:59:43.588503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.666504 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.733648 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:59:43.739291 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:43.748456 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:59:43.749050 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.774076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Pushing event updated for resources: {'Port': ['ID=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:43.907817 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-70c92419-1e79-4a5f-abc8-48eeff2eaab1 None None] Provisioning for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:59:43.911801 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-70c92419-1e79-4a5f-abc8-48eeff2eaab1 None None] Provisioning complete for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:43.912262 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70c92419-1e79-4a5f-abc8-48eeff2eaab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:43.946598 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-70c92419-1e79-4a5f-abc8-48eeff2eaab1 None None] Port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:59:44.004958 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:44.231590 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:44.236234 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:44.237249 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:44.316812 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Pushing event updated for resources: {'Port': ['ID=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:44.369588 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:59:44.370888 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:44.527682 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Router e35a070f-aa04-4a36-8ed7-421ce7b8e40e is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 15:59:44.567400 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-88e9c4b0-1251-4fec-b051-50d21ad2f019 None None] Provisioning complete for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:44.567767 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-88e9c4b0-1251-4fec-b051-50d21ad2f019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:44.603491 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-88e9c4b0-1251-4fec-b051-50d21ad2f019 None None] Port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 15:59:44.618421 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:59:44.623475 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a40f327d-6941-48ea-844d-d5ac0e70f808 admin admin] 10.222.0.37 "PUT /v2.0/routers/e35a070f-aa04-4a36-8ed7-421ce7b8e40e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7605684 Jul 30 15:59:44.639648 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Sync routers for ids ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:59:44.652026 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Routers {'e35a070f-aa04-4a36-8ed7-421ce7b8e40e'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:59:44.652883 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T15:59:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:44.833884 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Set router e35a070f-aa04-4a36-8ed7-421ce7b8e40e gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:59:45.263055 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:43Z', 'revision_number': 2, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port_host': None, '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:44Z', 'revision_number': 2, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:45.312699 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Checking router: e35a070f-aa04-4a36-8ed7-421ce7b8e40e for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:59:45.313069 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Updating router e35a070f-aa04-4a36-8ed7-421ce7b8e40e port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:59:45.360137 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:45.881037 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:45.900269 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Transition to ACTIVE for port object b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:59:45.905808 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:46.042393 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Pushing event updated for resources: {'Port': ['ID=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:46.074544 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.074880 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.075457 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.075570 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.075893 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.076228 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.076556 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.076986 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.077295 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.077618 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.077945 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.078265 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Tracked resource versions report: Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: pushed versions: Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: consumer versions: Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Log': '1.0', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Network': '1.1', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Port': '1.7', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 30 15:59:46.079392 dv-cinder-803046-3-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 15:59:46.086782 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Attempting to bind port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:59:46.087218 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Attempting to bind port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:59:46.087740 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Attempting to bind port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee on network 709c9335-cdb1-4873-9eed-65a3e58a2e88 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:59:46.093458 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:59:46.093878 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Checking segment: {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:59:46.094354 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:46.094746 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Bound using segment: {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:59:46.095274 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Bound port: b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2843b45-2f32-4082-9a73-f78553a8d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:59:46.095677 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:46.162296 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] For port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:59:46.183959 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] For port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,segment=NetworkSegment(e2843b45-2f32-4082-9a73-f78553a8d97f),segment_id=e2843b45-2f32-4082-9a73-f78553a8d97f)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:59:46.188053 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:46.243977 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Routers {'e35a070f-aa04-4a36-8ed7-421ce7b8e40e'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:59:46.244604 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T15:59:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:46.280405 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f3dd8-b251-41f3-8b7f-d446f8831f9e None None] Pushing event updated for resources: {'Port': ['ID=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:46.344566 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] Set router e35a070f-aa04-4a36-8ed7-421ce7b8e40e gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:59:46.548739 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:43Z', 'revision_number': 2, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port_host': None, '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:46Z', 'revision_number': 4, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:46.574125 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91552e27-2fa6-4dff-b99a-756a7e212c4a None None] The sync data for ids ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'] in dv-cinder-803046-3-iscsi is: [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:43Z', 'revision_number': 2, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port_host': None, '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:46Z', 'revision_number': 4, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:59:46.878799 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49944) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:46.989455 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d90c1-a1b5-43c5-8bbf-766c50807174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:46.990821 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-409d90c1-a1b5-43c5-8bbf-766c50807174 admin admin] 10.222.0.37 "GET /v2.0/networks/35aad974-23f9-4b65-a8c1-1be57913946f HTTP/1.1" status: 200 len: 842 time: 0.1110320 Jul 30 15:59:47.001602 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:47.022914 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Made reservation on behalf of d163af995b1c4a04b2d4d7dbe07036b3 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 15:59:47.025403 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:47.301336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.objects.ports [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 30 15:59:47.301756 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:47.358831 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fca1535-2a61-48f9-8a1e-0526a6807035,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:47.362662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:59:47.363020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Network hostable DHCP agents. Network: 35aad974-23f9-4b65-a8c1-1be57913946f, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 15:59:47.379965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 15:59:47.389284 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 35aad974-23f9-4b65-a8c1-1be57913946f) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:47.393106 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:47.393688 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:47.398450 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c49b844-2111-4d0d-803f-232c6395ac8e None None] Network 35aad974-23f9-4b65-a8c1-1be57913946f requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:59:47.409131 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-e29ca61e-291b-4620-8101-3ba8888a50d1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4110932 Jul 30 15:59:47.528426 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be154b-b056-4ed1-b581-efa577d2bb47 None None] Network 35aad974-23f9-4b65-a8c1-1be57913946f requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 15:59:49.695878 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 49952) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:49.822161 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f5bf74e7-cede-4201-ac77-01405f500ee5 admin admin] 10.222.0.37 "GET /v2.0/routers/e35a070f-aa04-4a36-8ed7-421ce7b8e40e HTTP/1.1" status: 200 len: 710 time: 0.1251526 Jul 30 15:59:49.905585 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6c9355-6be9-49cf-a30a-a22655664e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 15:59:49.906869 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7a6c9355-6be9-49cf-a30a-a22655664e61 admin admin] 10.222.0.37 "GET /v2.0/networks/35aad974-23f9-4b65-a8c1-1be57913946f HTTP/1.1" status: 200 len: 886 time: 0.0790136 Jul 30 15:59:49.916955 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 15:59:50.223977 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 15:59:50.250967 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:50.484188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:50.563737 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:50.663413 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Allocated IP 172.27.0.175 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/babc54d0-6567-4fd1-9806-40b55809f7aa) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 15:59:50.764063 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:50.803054 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:50.840892 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 15:59:50.843637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 15:59:50.847637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 15:59:50.888696 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Pushing event updated for resources: {'Port': ['ID=babc54d0-6567-4fd1-9806-40b55809f7aa,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:51.095968 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:51.286985 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-499298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-503'] for router, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:51.290691 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-499317'] for router, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:51.393736 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Router e35a070f-aa04-4a36-8ed7-421ce7b8e40e has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 15:59:51.581188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 15:59:51.587503 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:51.588848 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ec75a369-ff2c-4eea-be77-b90775d0f68b admin admin] 10.222.0.37 "PUT /v2.0/routers/e35a070f-aa04-4a36-8ed7-421ce7b8e40e HTTP/1.1" status: 200 len: 890 time: 1.6758125 Jul 30 15:59:52.716744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:52.778607 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:59:52.782498 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:52.782923 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:52.865037 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:52.897182 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,segment=NetworkSegment(e2843b45-2f32-4082-9a73-f78553a8d97f),segment_id=e2843b45-2f32-4082-9a73-f78553a8d97f)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:59:52.902122 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:52.954368 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:53.058672 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Sync routers for ids ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 15:59:53.068582 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Routers {'e35a070f-aa04-4a36-8ed7-421ce7b8e40e'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:59:53.069220 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T15:59:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:53.316413 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Set router e35a070f-aa04-4a36-8ed7-421ce7b8e40e gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:59:53.702290 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:50Z', 'revision_number': 4, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port': {'id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:50Z', 'updated_at': '2021-07-30T15:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:52Z', 'revision_number': 5, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:53.753449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Checking router: e35a070f-aa04-4a36-8ed7-421ce7b8e40e for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 15:59:53.754072 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Updating router e35a070f-aa04-4a36-8ed7-421ce7b8e40e port babc54d0-6567-4fd1-9806-40b55809f7aa binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 15:59:53.800079 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.042888 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 49964) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 15:59:54.126129 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.135899 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Transition to ACTIVE for port object babc54d0-6567-4fd1-9806-40b55809f7aa will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 15:59:54.141870 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.204070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Attempting to bind port babc54d0-6567-4fd1-9806-40b55809f7aa on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 15:59:54.204444 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Attempting to bind port babc54d0-6567-4fd1-9806-40b55809f7aa by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 15:59:54.204812 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Attempting to bind port babc54d0-6567-4fd1-9806-40b55809f7aa on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 15:59:54.206640 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525a68-2779-4366-8b15-93e9c7ae76ad None None] Pushing event updated for resources: {'Port': ['ID=babc54d0-6567-4fd1-9806-40b55809f7aa,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:54.209474 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8a0ee813-444d-45b1-9f83-e23b45ac4bc6 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1645055 Jul 30 15:59:54.213473 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 15, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 15:59:54.213853 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 15:59:54.214265 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.214681 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 15:59:54.215196 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Bound port: babc54d0-6567-4fd1-9806-40b55809f7aa, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 15:59:54.215597 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.270265 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] For port babc54d0-6567-4fd1-9806-40b55809f7aa, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 15:59:54.274674 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] For port babc54d0-6567-4fd1-9806-40b55809f7aa, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=babc54d0-6567-4fd1-9806-40b55809f7aa,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 15:59:54.279053 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.341333 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9525a68-2779-4366-8b15-93e9c7ae76ad None None] Pushing event updated for resources: {'Port': ['ID=babc54d0-6567-4fd1-9806-40b55809f7aa,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:54.343866 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Routers {'e35a070f-aa04-4a36-8ed7-421ce7b8e40e'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 15:59:54.344482 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T15:59:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:54.536467 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] Set router e35a070f-aa04-4a36-8ed7-421ce7b8e40e gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 15:59:54.719521 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:54.789433 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:54.790015 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:54.794818 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:50Z', 'revision_number': 4, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port': {'id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:50Z', 'updated_at': '2021-07-30T15:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:52Z', 'revision_number': 5, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 15:59:54.841323 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797de115-9f97-402c-87e9-4c4bf0b10403 None None] The sync data for ids ['e35a070f-aa04-4a36-8ed7-421ce7b8e40e'] in dv-cinder-803046-3-iscsi is: [{'id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'name': 'router1', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T15:59:34Z', 'updated_at': '2021-07-30T15:59:50Z', 'revision_number': 4, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'gw_port': {'id': 'babc54d0-6567-4fd1-9806-40b55809f7aa', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:50Z', 'updated_at': '2021-07-30T15:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee', 'name': '', 'network_id': '709c9335-cdb1-4873-9eed-65a3e58a2e88', 'tenant_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'mac_address': 'fa:16:3e:4c:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a070f-aa04-4a36-8ed7-421ce7b8e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T15:59:43Z', 'updated_at': '2021-07-30T15:59:52Z', 'revision_number': 5, 'project_id': '3b8e6ec1675748e18ba04ad58d31ced4', 'subnets': [{'id': '118fd3c1-23fb-49a4-876a-c825e411392a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd3ed4ce-c6f1-483b-9073-24d8f3fa8fb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 15:59:56.744410 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device babc54d0-6567-4fd1-9806-40b55809f7aa up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:56.848639 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port babc54d0-6567-4fd1-9806-40b55809f7aa completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 15:59:56.853116 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port babc54d0-6567-4fd1-9806-40b55809f7aa triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:56.855381 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:56.941110 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:56.965035 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port babc54d0-6567-4fd1-9806-40b55809f7aa, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=babc54d0-6567-4fd1-9806-40b55809f7aa,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 15:59:56.969306 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 15:59:57.024679 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=babc54d0-6567-4fd1-9806-40b55809f7aa,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 15:59:58.727751 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device babc54d0-6567-4fd1-9806-40b55809f7aa up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 15:59:58.800297 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port babc54d0-6567-4fd1-9806-40b55809f7aa triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 15:59:58.801771 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:07.961017 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ed24db37-f788-4a3c-a46c-ef910aed21e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:10.405200 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2d3b5cfa-fb1d-4c70-8f9a-eb2529965bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:10.743204 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:11.634520 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:13.604046 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:27.222545 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:00:37.955308 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-706e8cfd-4a84-4c71-8d61-7b516da85776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:40.408743 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-28545043-12d8-4555-9ee9-38aac57f3371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:40.738116 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:41.637260 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:00:43.599372 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:04.221187 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:01:07.955881 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a8e29cb9-f2be-4d32-99f7-e1e472238aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:10.410500 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-856a42fc-1567-4394-befb-47656361ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:10.739715 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:11.636067 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:13.605391 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:30.939356 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50534) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:31.004963 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbac7e5-8df1-411e-95b6-0f26d9769a8f admin admin] GET failed (client error): The resource could not be found. Jul 30 16:01:31.006270 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-cdbac7e5-8df1-411e-95b6-0f26d9769a8f admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659401 Jul 30 16:01:31.165950 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb44ca-3653-422a-bdb7-fb41aa65cff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:31.167443 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2abb44ca-3653-422a-bdb7-fb41aa65cff1 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559308 Jul 30 16:01:33.329678 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50544) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:33.420957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf2893-bbe3-4746-a0a4-b750a9d48549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:33.422320 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c1cf2893-bbe3-4746-a0a4-b750a9d48549 admin admin] 10.222.0.37 "GET /v2.0/subnets/118fd3c1-23fb-49a4-876a-c825e411392a HTTP/1.1" status: 200 len: 849 time: 0.0917034 Jul 30 16:01:33.432268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:01:33.514914 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Notify callbacks [] for subnet, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:33.650874 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739295200040'] for subnet, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:33.681265 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:33.681840 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:33.683279 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] 10.222.0.37 "PUT /v2.0/subnets/118fd3c1-23fb-49a4-876a-c825e411392a HTTP/1.1" status: 200 len: 868 time: 0.2547224 Jul 30 16:01:33.686341 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef2af3-f0d7-4691-bdf8-d24b81e5f550 None None] Network 709c9335-cdb1-4873-9eed-65a3e58a2e88 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:01:33.705943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=118fd3c1-23fb-49a4-876a-c825e411392a,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:01:33.713962 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.714321 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.714666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.714997 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.715369 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.715708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.716038 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.716362 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.716702 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.717028 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.717349 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:33.717668 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711d4b1-d3a5-4e9f-be67-07022f365dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:01:34.102804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c281036c-bbdf-49a0-a7c6-1a22b85456bb None None] Provisioning complete for port b07b4004-ebf3-43cd-b86c-9bbb2e4fa3ee triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:01:34.103209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c281036c-bbdf-49a0-a7c6-1a22b85456bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:34.189350 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c281036c-bbdf-49a0-a7c6-1a22b85456bb None None] Provisioning complete for port 463efc83-e692-4cea-acc3-55abe4e6936e triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:01:34.189617 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c281036c-bbdf-49a0-a7c6-1a22b85456bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:35.882616 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50552) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:36.099187 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2a159-c753-45ef-9867-a4e1486c7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:36.099592 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2a159-c753-45ef-9867-a4e1486c7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:36.101169 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-eeb2a159-c753-45ef-9867-a4e1486c7d93 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2172725 Jul 30 16:01:37.957268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-df4b30f5-e2d2-412f-93c9-6ac45e956a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:38.286359 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50562) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:38.415514 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f012a61-6e79-454c-9935-03a6a3cd8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:38.415982 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f012a61-6e79-454c-9935-03a6a3cd8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:38.417623 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2f012a61-6e79-454c-9935-03a6a3cd8b72 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303456 Jul 30 16:01:40.410410 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d62c01dd-b08b-4b3e-a2dd-db035fbef172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:40.578167 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50570) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:40.744823 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:40.763571 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c98c2-5535-40f1-a122-709b1333e6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:40.764967 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0a2c98c2-5535-40f1-a122-709b1333e6fd admin admin] 10.222.0.37 "GET /v2.0/networks/35aad974-23f9-4b65-a8c1-1be57913946f HTTP/1.1" status: 200 len: 886 time: 0.1858618 Jul 30 16:01:41.220440 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:01:41.640023 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:42.949493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50578) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:43.108912 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafe6a6-2307-4802-8298-c49fe3d98b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:43.110306 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8fafe6a6-2307-4802-8298-c49fe3d98b39 admin admin] 10.222.0.37 "GET /v2.0/networks/709c9335-cdb1-4873-9eed-65a3e58a2e88 HTTP/1.1" status: 200 len: 869 time: 0.1598561 Jul 30 16:01:43.606794 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:01:45.282795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50586) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:45.406316 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41e96a-846e-40ae-a573-04afe4226500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:45.406779 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41e96a-846e-40ae-a573-04afe4226500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:45.408313 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9a41e96a-846e-40ae-a573-04afe4226500 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244667 Jul 30 16:01:47.573491 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50594) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:47.662394 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7021345-9049-4eea-a5a5-d1cb8edf8e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:47.662854 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7021345-9049-4eea-a5a5-d1cb8edf8e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:47.664459 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b7021345-9049-4eea-a5a5-d1cb8edf8e69 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900891 Jul 30 16:01:49.838710 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50602) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:49.967953 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f9682-3f50-46eb-a1b8-55218b7e87db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:49.969274 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-321f9682-3f50-46eb-a1b8-55218b7e87db admin admin] 10.222.0.37 "GET /v2.0/subnets/118fd3c1-23fb-49a4-876a-c825e411392a HTTP/1.1" status: 200 len: 868 time: 0.1296022 Jul 30 16:01:52.154345 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50610) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:01:52.240993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea78a65-c88e-405a-af25-b512f76ae4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:01:52.242558 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4ea78a65-c88e-405a-af25-b512f76ae4bf admin admin] 10.222.0.37 "GET /v2.0/subnets/4fca1535-2a61-48f9-8a1e-0526a6807035 HTTP/1.1" status: 200 len: 816 time: 0.0872641 Jul 30 16:02:07.961204 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3765663e-60e6-4514-8106-82f3e45e0ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:10.410487 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0f97f17-3f87-4c45-9649-c7fae70407b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:10.749173 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:11.643984 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:13.621120 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:17.855398 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50664) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:02:17.901601 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [None req-7896d0fe-9d18-426f-9bc1-14fb09887e08 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:02:17.902606 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7896d0fe-9d18-426f-9bc1-14fb09887e08 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462744 Jul 30 16:02:18.219322 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:02:20.164333 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50672) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:02:20.221745 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d0497f-c8b4-4d74-9a02-701d531300ec admin admin] GET failed (client error): The resource could not be found. Jul 30 16:02:20.223058 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-88d0497f-c8b4-4d74-9a02-701d531300ec admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577776 Jul 30 16:02:20.308576 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ae2d6-108c-48ec-a863-0aa36ade145f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:02:20.310076 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-509ae2d6-108c-48ec-a863-0aa36ade145f admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819995 Jul 30 16:02:22.503084 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50680) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:02:22.549674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:02:22.573597 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Made reservation on behalf of d163af995b1c4a04b2d4d7dbe07036b3 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:02:22.575981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:22.603036 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING neutron.services.revisions.revision_plugin [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Could not find related network for resource to bump revision. Jul 30 16:02:22.619180 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:02:22.633316 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739295290920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:22.634103 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Unsubscribe: segment precommit_create {{(pid=93204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 30 16:02:22.634565 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Added segment ad9ff52c-c277-42f9-a91f-ea2920ab7458 of type vlan for network d2f26e88-6904-4553-91ba-ceacf9580366 Jul 30 16:02:22.679403 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:22.721627 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:22.722561 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:02:22.723158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:22.800857 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2965813 Jul 30 16:02:22.814549 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac34a21-0d58-402a-977c-88134a2298f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d2f26e88-6904-4553-91ba-ceacf9580366,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:02:22.826366 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network d2f26e88-6904-4553-91ba-ceacf9580366 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:02:24.985839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50688) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:02:25.044207 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.pecan_wsgi.hooks.translation [None req-521038ef-bba6-477a-b066-054b7b6b626d admin admin] GET failed (client error): The resource could not be found. Jul 30 16:02:25.045543 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-521038ef-bba6-477a-b066-054b7b6b626d admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587552 Jul 30 16:02:25.114323 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e77c5c-c980-41ec-9d03-78e2ef0a9366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:02:25.116268 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b2e77c5c-c980-41ec-9d03-78e2ef0a9366 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664303 Jul 30 16:02:25.126448 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:02:25.146497 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Made reservation on behalf of d163af995b1c4a04b2d4d7dbe07036b3 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:02:25.148788 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:25.304997 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:25.354720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c37d50-ab3b-4741-b44b-220e7d81eb92,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:02:25.371525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Checking segment: {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:02:25.371866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Network hostable DHCP agents. Network: d2f26e88-6904-4553-91ba-ceacf9580366, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:02:25.387888 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Network d2f26e88-6904-4553-91ba-ceacf9580366 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:02:25.398599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, d2f26e88-6904-4553-91ba-ceacf9580366) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:02:25.402674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:02:25.403286 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:25.410699 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd59ef3-afd0-456b-9474-9599b98fb2a3 None None] Network d2f26e88-6904-4553-91ba-ceacf9580366 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:02:25.416876 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c2b117b2-9aab-429d-8d1a-d83546e330a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2937770 Jul 30 16:02:25.665505 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-d2f26e88-6904-4553-91ba-ceacf9580366', 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366', 'tenant_id': 'd163af995b1c4a04b2d4d7dbe07036b3', 'fixed_ips': [{'subnet_id': '29c37d50-ab3b-4741-b44b-220e7d81eb92'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:02:25.666403 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:25.807536 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Allocated IP 192.168.233.2 (d2f26e88-6904-4553-91ba-ceacf9580366/29c37d50-ab3b-4741-b44b-220e7d81eb92/63202f0b-5b2b-465d-8e1d-9807cd6b0f29) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:02:25.956569 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:25.965850 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Transition to ACTIVE for port object 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:02:25.981361 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Transition to ACTIVE for port object 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:02:25.987896 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:26.025962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Network d2f26e88-6904-4553-91ba-ceacf9580366 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:02:26.028683 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:02:26.034847 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:02:26.042330 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Pushing event updated for resources: {'Port': ['ID=63202f0b-5b2b-465d-8e1d-9807cd6b0f29,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:02:26.063560 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.063899 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.064243 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.064578 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.064903 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.065226 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.065555 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.065876 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.066215 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.066536 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.066850 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.067207 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:02:26.101446 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Attempting to bind port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:02:26.101837 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Attempting to bind port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:02:26.102195 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Attempting to bind port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 on network d2f26e88-6904-4553-91ba-ceacf9580366 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:02:26.107122 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:02:26.107519 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Checking segment: {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:02:26.107911 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:26.108300 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Bound using segment: {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:02:26.108757 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Bound port: 63202f0b-5b2b-465d-8e1d-9807cd6b0f29, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:02:26.109143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:26.175894 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] For port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:02:26.179246 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] For port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=63202f0b-5b2b-465d-8e1d-9807cd6b0f29,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:02:26.183212 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:26.238003 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506becc-8c12-4fb3-9962-6a6701439bf6 None None] Pushing event updated for resources: {'Port': ['ID=63202f0b-5b2b-465d-8e1d-9807cd6b0f29,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:02:26.848644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:02:26.910077 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:02:27.125684 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01ac9e-227f-47c3-9550-0364a6cc3659 None None] Network d2f26e88-6904-4553-91ba-ceacf9580366 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:02:27.192090 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Provisioning for port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:02:27.206489 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Provisioning complete for port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:02:27.206863 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:27.358505 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:27.406137 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] For port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=63202f0b-5b2b-465d-8e1d-9807cd6b0f29,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:02:27.410160 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:27.487859 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84da4-51b3-4359-be92-f552cd5940b5 None None] Pushing event updated for resources: {'Port': ['ID=63202f0b-5b2b-465d-8e1d-9807cd6b0f29,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:02:27.637026 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-5edb0959-5ff5-4fda-8a8c-003ab02dfa5c None None] Provisioning complete for port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:02:27.637396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5edb0959-5ff5-4fda-8a8c-003ab02dfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:28.825209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:02:28.870277 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 63202f0b-5b2b-465d-8e1d-9807cd6b0f29 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:02:28.870642 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:37.963399 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8265-febf-406e-9fd9-9b31b2c695e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:40.412652 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7c066e3f-39bf-4ed3-9281-9d3921b05163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:40.750268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:41.649702 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:43.619752 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:02:55.218067 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:03:07.965696 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8e83f46a-eccb-4e8c-858c-3fd02bd95d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:10.413757 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1a3f-4e1c-4d83-a50f-e7fbff779889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:10.751804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:11.649283 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:13.624272 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:32.217167 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:03:35.346329 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50742) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:03:35.352398 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [None req-4206a3a6-aed6-4a18-b973-e206619ec2fa tempest-verify_tempest_config-793760385 tempest-verify_tempest_config-793760385-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:03:35.353381 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4206a3a6-aed6-4a18-b973-e206619ec2fa tempest-verify_tempest_config-793760385 tempest-verify_tempest_config-793760385-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060928 Jul 30 16:03:35.651767 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50760) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:03:35.751486 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:35.838270 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:35.841943 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:35.888190 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6704a3cc6484b7aac131d51f4b087fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2352884 Jul 30 16:03:35.889223 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3918de3b-9a95-4498-b5f7-b58c8955db18,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:03:35.890935 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50764) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:03:35.896063 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.896428 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.896766 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.897094 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.897419 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.897755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.898077 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.898393 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.898725 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.899043 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.899383 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.899697 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7c293-ecee-4711-850b-87d2cd31422a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:35.966495 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:35.986573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.075567 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.078092 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:36.079312 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3918de3b-9a95-4498-b5f7-b58c8955db18 HTTP/1.1" status: 204 len: 168 time: 0.1873429 Jul 30 16:03:36.087523 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3918de3b-9a95-4498-b5f7-b58c8955db18,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:03:36.094138 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.094445 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.094789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.095122 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.095477 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.095947 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.096139 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.096465 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.096808 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.097139 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.097461 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:36.097837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e047-f468-4a2f-a38e-0cbf8faeece8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:03:37.966803 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8bd82900-f016-42bf-b154-a1297ddeb4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:40.414339 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1ad99b45-ba81-40bb-9889-3f49847c2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:40.753232 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:41.651398 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:03:43.631426 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:07.967226 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5a76-d767-48d0-bb8f-02933a590759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:09.215553 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:04:10.414270 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b89547cd-7f4c-426f-a5fa-18a43c85f394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:10.755617 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:11.654561 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:13.633413 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:37.968734 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2ee59dbc-97bb-43bb-8979-6e536fbf68b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:40.414671 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-62e92aff-82ad-43fc-ac15-34199f292786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:40.755534 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:41.657162 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:43.636869 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:04:46.214926 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 5 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:05:07.968837 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c59fa76a-96d0-4093-ae0d-4ec3c2fbb32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.414989 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4605822e-283a-49e6-bc77-62292e3cd12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:10.759662 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.242837 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416466'] for agent, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:11.660670 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:13.641753 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:14.336365 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50818) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:14.437240 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-398619d7-c9bc-4cae-95ed-e3b9e98cf9da admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997808 Jul 30 16:05:16.632926 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50828) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:05:16.686725 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-534c267b-def6-404c-bbf4-1ac902bb1eae admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0527217 Jul 30 16:05:23.213691 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:05:37.970004 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9f51087e-1cec-4ad5-ab18-8d2899a54d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.421514 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-320e3422-f8f7-48e2-b621-567751f22b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:40.762351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.210518 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:41.662152 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:05:43.643931 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:00.212516 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:06:07.978176 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dc7dc80d-4c67-4869-8e92-5e626a130254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.415923 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ad57-4a05-4b51-b4c2-420f2b2b14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:10.767633 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:11.217010 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:11.673797 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:13.647065 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:37.213453 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:06:37.971805 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-071d772b-dea9-427c-b953-a0e1d9e8ce64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:40.426863 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-33e10958-a361-4958-9670-1c6172e7e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:40.779239 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.235474 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:41.674717 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:43.578046 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50964) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:43.650333 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:43.845047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 50984) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:43.865783 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-914628135-network', 'tenant_id': '71bd283ed91a45de8865533d41ffec34'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:43.888020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Made reservation on behalf of 71bd283ed91a45de8865533d41ffec34 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:43.890664 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:43.901147 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.000041 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.004762 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.033855 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:06:44.042554 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393479c-fd4f-4ad9-bc62-78b688d1ee9f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:44.051215 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.051791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.052123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.052453 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.052769 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.053259 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.053581 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.053887 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.054225 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.054549 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.055202 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.055202 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Tracked resource versions report: Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: pushed versions: Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: { 'AddressGroup': {'1.2'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'ConntrackHelper': {'1.0'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Log': {'1.0'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Network': {'1.1'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Port': {'1.7'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'PortForwarding': {'1.2'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'QosPolicy': {'1.8'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroup': {'1.4'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SubPort': {'1.0'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Subnet': {'1.1'}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Trunk': {'1.1'}} Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: consumer versions: Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: HyperV agent@hv-cinder-80304: {}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'ConntrackHelper': '1.0', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Log': '1.0', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Network': '1.1', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Port': '1.7', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'PortForwarding': '1.2', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'QosPolicy': '1.8', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroup': '1.4', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SecurityGroupRule': '1.2', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'SubPort': '1.0', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Subnet': '1.1', Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: 'Trunk': '1.1'}} Jul 30 16:06:44.056178 dv-cinder-803046-3-iscsi neutron-server[93204]: {{(pid=93204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:06:44.064558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.064558 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Added segment 00ad768d-9d04-40d8-8878-b45d74ce11ca of type vlan for network 7bf86150-dae2-4a45-a359-67121f10c5f9 Jul 30 16:06:44.104634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.134765 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.136550 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:44.137361 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.186829 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6077051 Jul 30 16:06:44.189971 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 50998) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:44.195840 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Request body: {'subnet': {'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-914628135-subnet', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:44.203656 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787cc1d-3096-40f6-980f-43f0080542cd admin admin] Pushing event updated for resources: {'Network': ['ID=7bf86150-dae2-4a45-a359-67121f10c5f9,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:44.217804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:06:44.223520 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Made reservation on behalf of 71bd283ed91a45de8865533d41ffec34 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:44.225940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.284855 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-770607702-network', 'tenant_id': '8aea870288784c9c87d2bdaf98594503'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:44.324059 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Made reservation on behalf of 8aea870288784c9c87d2bdaf98594503 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:44.327039 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.338022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.457849 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.467088 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.468252 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.561467 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4d3dab-c604-4c77-8dbc-b203390fa3c9,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:44.574297 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Checking segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:44.574770 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Network hostable DHCP agents. Network: 7bf86150-dae2-4a45-a359-67121f10c5f9, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:06:44.581842 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.582277 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.582714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.583116 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.583540 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.583990 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.584421 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.584809 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.585374 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.585990 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.586526 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.586932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Tracked resource versions report: Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: pushed versions: Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: { 'AddressGroup': {'1.2'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'ConntrackHelper': {'1.0'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Log': {'1.0'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Network': {'1.1'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Port': {'1.7'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'PortForwarding': {'1.2'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'QosPolicy': {'1.8'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroup': {'1.4'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SubPort': {'1.0'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Subnet': {'1.1'}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Trunk': {'1.1'}} Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: consumer versions: Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: HyperV agent@hv-cinder-80304: {}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'ConntrackHelper': '1.0', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Log': '1.0', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Network': '1.1', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Port': '1.7', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'PortForwarding': '1.2', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'QosPolicy': '1.8', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroup': '1.4', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SecurityGroupRule': '1.2', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'SubPort': '1.0', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Subnet': '1.1', Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: 'Trunk': '1.1'}} Jul 30 16:06:44.588262 dv-cinder-803046-3-iscsi neutron-server[93205]: {{(pid=93205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:06:44.601378 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:06:44.613458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad858f8e-7cac-4e25-9f5e-5fbe3773f112,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:44.617207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.618024 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Added segment 502997c3-17ac-4fa9-8bd4-7ebb7b537c2f of type vlan for network 6191907a-fbea-44ab-ae22-c0c0bbc16432 Jul 30 16:06:44.628319 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:06:44.645286 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 7bf86150-dae2-4a45-a359-67121f10c5f9) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:44.651390 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:44.652395 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.659518 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaaa6b9-7638-46a5-b11a-73eeb384ed58 None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:44.671965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.690383 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-96e367bc-34fc-4e5a-9fbb-43d33b3d6fa0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4993076 Jul 30 16:06:44.691344 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51036) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:44.698078 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:44.704966 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.708711 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:44.710445 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.734444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.737566 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.839023 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-7bf86150-dae2-4a45-a359-67121f10c5f9', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:06:44.840372 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.878742 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0324986 Jul 30 16:06:44.879577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bf8fc-2e21-45f1-9696-db00500f01b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6191907a-fbea-44ab-ae22-c0c0bbc16432,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:44.883910 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51044) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:44.884906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.895514 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Request body: {'subnet': {'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-770607702-subnet', 'tenant_id': '8aea870288784c9c87d2bdaf98594503', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:44.920635 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Made reservation on behalf of 8aea870288784c9c87d2bdaf98594503 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:44.924315 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:44.940547 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 6191907a-fbea-44ab-ae22-c0c0bbc16432 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:06:45.138069 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Allocated IP 172.20.0.2 (7bf86150-dae2-4a45-a359-67121f10c5f9/ab4d3dab-c604-4c77-8dbc-b203390fa3c9/d21bc8a4-321b-4230-b3c3-b1de053efcc6) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:45.165754 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.166018 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.249953 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Checking segment: {'id': '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:45.250854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Network hostable DHCP agents. Network: 6191907a-fbea-44ab-ae22-c0c0bbc16432, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:06:45.293602 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c108dad-e035-402a-a179-711b4f43c2fb,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:45.296112 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Network 6191907a-fbea-44ab-ae22-c0c0bbc16432 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:06:45.307047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 6191907a-fbea-44ab-ae22-c0c0bbc16432) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:45.312068 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:45.312355 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.331921 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-0c21e1fc-7c5d-4f98-9f4c-5590ffb5c421 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4457152 Jul 30 16:06:45.334268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3ae2d-f907-49e6-8f4b-e910fdc5f111 None None] Network 6191907a-fbea-44ab-ae22-c0c0bbc16432 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:45.408373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51062) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:45.425503 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51066) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:45.492771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.522546 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.524449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.547223 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Transition to ACTIVE for port object d21bc8a4-321b-4230-b3c3-b1de053efcc6 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:45.578312 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Transition to ACTIVE for port object d21bc8a4-321b-4230-b3c3-b1de053efcc6 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:45.606845 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.657645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a0cd2-d5f7-41ca-bc0e-9518043cf146 None None] Network 6191907a-fbea-44ab-ae22-c0c0bbc16432 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:45.729605 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Allocated IP 172.27.0.187 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/bdfef783-8f4d-4059-81ba-4217814e70dc) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:45.734266 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:45.782324 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:45.786210 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:45.818665 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Pushing event updated for resources: {'Port': ['ID=d21bc8a4-321b-4230-b3c3-b1de053efcc6,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:45.832405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-network', 'tenant_id': 'e827ef52c141425d86e34941944a68cc'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:45.846649 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.847007 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.847377 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.847716 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.848066 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.848383 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.848716 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.849046 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.849540 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.849751 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.850260 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.850755 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Tracked resource versions report: Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: pushed versions: Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: { 'AddressGroup': {'1.2'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'ConntrackHelper': {'1.0'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Log': {'1.0'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Network': {'1.1'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Port': {'1.7'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'PortForwarding': {'1.2'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'QosPolicy': {'1.8'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroup': {'1.4'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SubPort': {'1.0'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Subnet': {'1.1'}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Trunk': {'1.1'}} Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: consumer versions: Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: HyperV agent@hv-cinder-80304: {}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'ConntrackHelper': '1.0', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Log': '1.0', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Network': '1.1', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Port': '1.7', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'PortForwarding': '1.2', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'QosPolicy': '1.8', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroup': '1.4', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SecurityGroupRule': '1.2', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'SubPort': '1.0', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Subnet': '1.1', Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: 'Trunk': '1.1'}} Jul 30 16:06:45.852040 dv-cinder-803046-3-iscsi neutron-server[93206]: {{(pid=93206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:06:45.862430 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Made reservation on behalf of e827ef52c141425d86e34941944a68cc for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:45.867510 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Attempting to bind port d21bc8a4-321b-4230-b3c3-b1de053efcc6 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:45.868126 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Attempting to bind port d21bc8a4-321b-4230-b3c3-b1de053efcc6 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:45.868658 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Attempting to bind port d21bc8a4-321b-4230-b3c3-b1de053efcc6 on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:45.868801 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.874344 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:45.874981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Checking segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:45.875592 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.876360 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Bound using segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:45.877079 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Bound port: d21bc8a4-321b-4230-b3c3-b1de053efcc6, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:45.877665 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.883841 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.885815 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:45.928394 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-495771552-network', 'tenant_id': '18470f178d164e4a822da596125f2a31'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:45.959995 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] For port d21bc8a4-321b-4230-b3c3-b1de053efcc6, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:45.964516 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] For port d21bc8a4-321b-4230-b3c3-b1de053efcc6, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d21bc8a4-321b-4230-b3c3-b1de053efcc6,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:45.972331 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.020435 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.028523 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.038391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.061164 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:06:46.088932 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.089342 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Added segment 10209039-4c2f-4a07-b4df-9d85afe8f584 of type vlan for network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 Jul 30 16:06:46.124460 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4777996-6dbb-4b7d-aa5a-032793aaaa11 None None] Pushing event updated for resources: {'Port': ['ID=d21bc8a4-321b-4230-b3c3-b1de053efcc6,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.134500 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:46.140530 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:46.145187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Made reservation on behalf of 18470f178d164e4a822da596125f2a31 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:46.151066 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.153724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:46.180620 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.190259 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.213657 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a124b-2581-4381-bc1b-489cc5339308,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.279218 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Pushing event updated for resources: {'Port': ['ID=bdfef783-8f4d-4059-81ba-4217814e70dc,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.316098 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.324884 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.359095 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.db.resource_extend [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 16:06:46.363666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a0099-dc98-4b4d-b130-c0d9180822d9,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.383335 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:06:46.394335 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.395503 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.395964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.420763 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0103004 Jul 30 16:06:46.428555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51098) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:46.433049 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.433425 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Added segment 4a6c22be-17e9-414b-9e8f-b68ad7b317cc of type vlan for network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 Jul 30 16:06:46.454742 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Request body: {'subnet': {'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-subnet', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:46.528021 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Made reservation on behalf of e827ef52c141425d86e34941944a68cc for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:46.530289 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.533609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb826e6-33f9-4d0e-be17-2c6e95cb40d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.538971 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.545967 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:06:46.580063 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.581405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:46.582220 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.613526 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1857619 Jul 30 16:06:46.647501 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51110) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:46.659738 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Request body: {'subnet': {'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-subnet', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:46.734646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48ed4-c6a5-438b-af45-01679cbbbffc admin admin] Pushing event updated for resources: {'Network': ['ID=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:46.748837 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:06:46.763634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Made reservation on behalf of 18470f178d164e4a822da596125f2a31 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:06:46.766268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:46.966373 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.115512 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.129410 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d21bc8a4-321b-4230-b3c3-b1de053efcc6 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:47.253052 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port d21bc8a4-321b-4230-b3c3-b1de053efcc6 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:47.267438 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d60e8c-a79a-4f78-ae1e-c08937071ba8,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:47.311396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Checking segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:47.312149 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Network hostable DHCP agents. Network: 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:06:47.342359 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:06:47.354382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:47.358429 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:47.359007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.368879 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e1eac-7cdf-4778-a750-e768c02888fd None None] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:47.372494 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.389850 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-aec7db16-104b-4cd8-8b25-b4a4b4011231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7403886 Jul 30 16:06:47.393184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51142) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:47.397912 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:47.430965 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a106caf4-e05e-4271-9182-2a239c39cc25,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:47.456823 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.457866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.475866 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Checking segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:47.476442 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Network hostable DHCP agents. Network: 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:06:47.572733 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.585253 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:06:47.615958 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:47.626430 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:47.629382 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.642974 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b479ae7-ac66-4093-aba0-01511dda4801 None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:47.645887 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd474ab-25d4-48fa-9e58-51ea6620d9ea None None] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:47.723736 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5a682424-0a80-4b7a-ae99-ec96feed3590 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2883582 Jul 30 16:06:47.726680 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51160) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:47.732642 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:47.756356 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.764626 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.765757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.785115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:06:47.786114 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.825823 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.849565 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:47.999899 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Allocated IP 172.20.0.2 (4d7fe3aa-ac98-4f16-a434-6dcaa4687c10/26d60e8c-a79a-4f78-ae1e-c08937071ba8/81710f0a-4783-4dd5-aaec-f18c813da3d4) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:48.023154 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.286314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.304054 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Provisioning for port d21bc8a4-321b-4230-b3c3-b1de053efcc6 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:48.304960 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.330783 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.340951 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Transition to ACTIVE for port object 81710f0a-4783-4dd5-aaec-f18c813da3d4 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:48.343566 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Provisioning complete for port d21bc8a4-321b-4230-b3c3-b1de053efcc6 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:48.346039 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.477526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Transition to ACTIVE for port object 81710f0a-4783-4dd5-aaec-f18c813da3d4 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:48.556536 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Allocated IP 172.27.0.248 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/9e833160-5492-461d-a311-d898d4adebd6) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:48.567972 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.601250 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2892cc-4961-40ad-9c77-baa927b923e8 None None] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:48.615581 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.643245 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51202) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:48.694627 dv-cinder-803046-3-iscsi neutron-server[93205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 16:06:48.717509 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.734664 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:48.743991 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Router f693d21a-99cb-4f1b-858b-d9301daeb75d is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:06:48.745535 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.790962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:48.794361 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:48.800903 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] For port d21bc8a4-321b-4230-b3c3-b1de053efcc6, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d21bc8a4-321b-4230-b3c3-b1de053efcc6,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:48.806689 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.824282 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.855472 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Pushing event updated for resources: {'Port': ['ID=81710f0a-4783-4dd5-aaec-f18c813da3d4,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:48.924422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:48.980789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:48.984545 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:48.988901 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:49.089721 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39d26b-f42c-411e-9237-bc1a998d6608 None None] Pushing event updated for resources: {'Port': ['ID=d21bc8a4-321b-4230-b3c3-b1de053efcc6,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:49.111695 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Attempting to bind port 81710f0a-4783-4dd5-aaec-f18c813da3d4 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:49.112033 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Attempting to bind port 81710f0a-4783-4dd5-aaec-f18c813da3d4 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:49.112389 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Attempting to bind port 81710f0a-4783-4dd5-aaec-f18c813da3d4 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:49.229257 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84316c87-3f11-4cdb-8d64-0f3bb5056b7a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:06:49.244568 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84316c87-3f11-4cdb-8d64-0f3bb5056b7a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/networks?id=6191907a-fbea-44ab-ae22-c0c0bbc16432 HTTP/1.1" status: 200 len: 811 time: 0.5514376 Jul 30 16:06:49.251798 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9e833160-5492-461d-a311-d898d4adebd6,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:49.420886 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-bc13dcdf-9a4b-4d76-97d0-102696e52a3e None None] Provisioning complete for port d21bc8a4-321b-4230-b3c3-b1de053efcc6 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:49.421511 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bc13dcdf-9a4b-4d76-97d0-102696e52a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.424307 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:49.425236 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Checking segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:49.425844 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.426512 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Bound using segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:49.427056 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Bound port: 81710f0a-4783-4dd5-aaec-f18c813da3d4, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:49.427464 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.455231 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:49.478055 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:06:49.494150 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:49.497527 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:49.520561 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Allocated IP 172.27.0.164 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/d25d51bb-90d4-45bb-98ab-d6c7e7c261cf) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:49.598057 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.681391 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-394940a9-5317-49d9-a3cd-f3e457cdeac5 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/quotas/8aea870288784c9c87d2bdaf98594503 HTTP/1.1" status: 200 len: 375 time: 0.4355333 Jul 30 16:06:49.720917 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] For port 81710f0a-4783-4dd5-aaec-f18c813da3d4, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:49.727163 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] For port 81710f0a-4783-4dd5-aaec-f18c813da3d4, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=81710f0a-4783-4dd5-aaec-f18c813da3d4,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:49.742971 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.765197 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-3891db8e-de6e-4dc3-ae8f-2ba0b87b4492 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aea870288784c9c87d2bdaf98594503&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729840 Jul 30 16:06:49.772587 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.776556 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51248) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:49.782066 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b05f1169-99a6-41fb-a829-9fd0886a796b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0815282 Jul 30 16:06:49.783192 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51252) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:49.841578 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:49.953999 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:49.967752 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e46ca-84d3-4780-a18b-b20b1b70ef13 None None] Pushing event updated for resources: {'Port': ['ID=81710f0a-4783-4dd5-aaec-f18c813da3d4,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:50.077197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-baafeff9-f814-4d71-beb2-0d0b14326177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.112193 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:46Z', 'revision_number': 3, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:50.122984 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.161106 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:06:50.162693 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Updating router f693d21a-99cb-4f1b-858b-d9301daeb75d port bdfef783-8f4d-4059-81ba-4217814e70dc binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:06:50.197122 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-8f5715cf-540f-43f4-9456-6bc68d270306 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:06:50.198195 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-8f5715cf-540f-43f4-9456-6bc68d270306 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1205931 Jul 30 16:06:50.209597 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.250494 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:06:50.295515 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-baafeff9-f814-4d71-beb2-0d0b14326177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.417524 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-baafeff9-f814-4d71-beb2-0d0b14326177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.471456 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.488231 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-baafeff9-f814-4d71-beb2-0d0b14326177 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41b2116f77a54bbc8cc8cc531376ab19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6780269 Jul 30 16:06:50.491302 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51276) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:50.504649 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafeff9-f814-4d71-beb2-0d0b14326177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd37d5-4bf1-450d-ad48-f48c3e125fe7,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:50.508876 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:50.526852 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-26ca1ee3-8dc1-4f4d-9074-7f64175737c4 service neutron] 10.222.0.37 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111503 Jul 30 16:06:50.550090 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:50.567620 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:06:50.569102 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:50.581197 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:50.581855 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:50.607738 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.608984 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-29d8b755-0a9b-423b-8ac6-3d188c7fd0a9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2147536 Jul 30 16:06:50.625345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51284) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:50.627377 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:50.629728 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.692383 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.758375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.761775 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.765213 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bcd37d5-4bf1-450d-ad48-f48c3e125fe7 HTTP/1.1" status: 204 len: 168 time: 0.2654514 Jul 30 16:06:50.765367 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.777295 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da94e1d-4237-4665-b3a3-7526a1d5ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd37d5-4bf1-450d-ad48-f48c3e125fe7,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:50.797547 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Transition to ACTIVE for port object bdfef783-8f4d-4059-81ba-4217814e70dc will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:50.808956 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.897107 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:50.965486 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Attempting to bind port bdfef783-8f4d-4059-81ba-4217814e70dc on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:50.966115 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Attempting to bind port bdfef783-8f4d-4059-81ba-4217814e70dc by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:50.966717 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Attempting to bind port bdfef783-8f4d-4059-81ba-4217814e70dc on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:50.972858 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Pushing event updated for resources: {'Port': ['ID=bdfef783-8f4d-4059-81ba-4217814e70dc,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:50.987658 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:50.990942 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:50.991648 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:50.992278 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:50.993446 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Bound port: bdfef783-8f4d-4059-81ba-4217814e70dc, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:50.995616 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.043765 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Pushing event updated for resources: {'Port': ['ID=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:51.058552 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.060685 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.062316 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.063238 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.066670 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.067547 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.072882 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.076957 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.077627 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.078209 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.083841 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.084451 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Tracked resource versions report: Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: pushed versions: Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: { 'AddressGroup': {'1.2'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'ConntrackHelper': {'1.0'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Log': {'1.0'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Network': {'1.1'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Port': {'1.7'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'PortForwarding': {'1.2'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'QosPolicy': {'1.8'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroup': {'1.4'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroupRule': {'1.2'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SubPort': {'1.0'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Subnet': {'1.1'}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Trunk': {'1.1'}} Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: consumer versions: Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: { DHCP agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: HyperV agent@hv-cinder-80304: {}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: L3 agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: Metadata agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: Metering agent@dv-cinder-803046-3-iscsi: {}, Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: Open vSwitch agent@dv-cinder-803046-3-iscsi: { 'AddressGroup': '1.2', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'ConntrackHelper': '1.0', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Log': '1.0', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Network': '1.1', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Port': '1.7', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'PortForwarding': '1.2', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'QosPolicy': '1.8', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroup': '1.4', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SecurityGroupRule': '1.2', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'SubPort': '1.0', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Subnet': '1.1', Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: 'Trunk': '1.1'}} Jul 30 16:06:51.085847 dv-cinder-803046-3-iscsi neutron-server[93207]: {{(pid=93207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 30 16:06:51.213494 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] For port bdfef783-8f4d-4059-81ba-4217814e70dc, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:51.221489 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] For port bdfef783-8f4d-4059-81ba-4217814e70dc, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bdfef783-8f4d-4059-81ba-4217814e70dc,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:51.230122 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 81710f0a-4783-4dd5-aaec-f18c813da3d4 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:51.232164 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.294274 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-babd5139-477e-421e-a823-1af5e7b37c57 service neutron] 10.222.0.37 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576599 Jul 30 16:06:51.432781 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:51.433495 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:51.437258 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae247b-5e57-4a45-98d1-87be7ad35fb7 None None] Pushing event updated for resources: {'Port': ['ID=bdfef783-8f4d-4059-81ba-4217814e70dc,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:51.519735 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 81710f0a-4783-4dd5-aaec-f18c813da3d4 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:51.529068 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51304) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:51.544496 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d21bc8a4-321b-4230-b3c3-b1de053efcc6 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:51.571715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-47cf9664-6bed-497f-8ab2-7d8cad746329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.628854 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:49Z', 'revision_number': 3, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:51.685534 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992b1ff-28cb-4b37-856b-186fa10d41b0 None None] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:06:51.687993 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:06:51.689143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Updating router 8abe9f23-88a8-4324-b718-ac96300d0d4d port 9e833160-5492-461d-a311-d898d4adebd6 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:06:51.916718 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:51.933317 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port d21bc8a4-321b-4230-b3c3-b1de053efcc6 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:51.933858 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:51.998278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-47cf9664-6bed-497f-8ab2-7d8cad746329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.004182 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-47cf9664-6bed-497f-8ab2-7d8cad746329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.007471 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-622dd5ad-411c-48f6-bddf-27a2680b1378 req-fff5b5a1-5acb-4c91-a776-6f1c69d82668 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.1826723 Jul 30 16:06:52.067088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.070301 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Provisioning for port 81710f0a-4783-4dd5-aaec-f18c813da3d4 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:52.076681 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.080140 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf9664-6bed-497f-8ab2-7d8cad746329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e67ced-2c12-48f6-b8a2-e82073d77945,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:52.100427 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Provisioning complete for port 81710f0a-4783-4dd5-aaec-f18c813da3d4 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:52.101036 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.113637 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-47cf9664-6bed-497f-8ab2-7d8cad746329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16660a9fe1b741dbac62aa782eb0a08a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5836351 Jul 30 16:06:52.116466 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51340) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:52.228625 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.256200 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:46Z', 'revision_number': 3, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:52.274793 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.299512 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601a946-0304-44e7-8deb-df08a114f915 None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:46Z', 'revision_number': 3, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:06:52.329298 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.332895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.337320 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9e67ced-2c12-48f6-b8a2-e82073d77945 HTTP/1.1" status: 204 len: 168 time: 0.2193177 Jul 30 16:06:52.351043 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817935b-df56-4905-b43b-5bbaaecaf2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e67ced-2c12-48f6-b8a2-e82073d77945,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:52.504546 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.541401 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.644790 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.729375 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] For port 81710f0a-4783-4dd5-aaec-f18c813da3d4, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=81710f0a-4783-4dd5-aaec-f18c813da3d4,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:52.736221 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.855400 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cb963-6a16-41cb-8f49-46b4d0fc094b None None] Pushing event updated for resources: {'Port': ['ID=81710f0a-4783-4dd5-aaec-f18c813da3d4,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:52.934324 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:52.945997 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Transition to ACTIVE for port object 9e833160-5492-461d-a311-d898d4adebd6 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:52.966350 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.279287 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Attempting to bind port 9e833160-5492-461d-a311-d898d4adebd6 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:53.279665 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Attempting to bind port 9e833160-5492-461d-a311-d898d4adebd6 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:53.284365 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Attempting to bind port 9e833160-5492-461d-a311-d898d4adebd6 on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:53.294199 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b8520-a187-4f32-b3e6-6cfde6c63918 None None] Pushing event updated for resources: {'Port': ['ID=9e833160-5492-461d-a311-d898d4adebd6,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:53.334980 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-42604255-a9ec-4444-bc16-a51d4aecd822 None None] Provisioning complete for port 81710f0a-4783-4dd5-aaec-f18c813da3d4 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:53.335601 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-42604255-a9ec-4444-bc16-a51d4aecd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.349228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:53.349228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:53.349228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.349228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:53.369221 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Bound port: 9e833160-5492-461d-a311-d898d4adebd6, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:53.372034 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.392299 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-11c5e0ab-de58-42c7-9285-04723924e86c req-a746992d-6f34-4adf-8b7b-98b7063a24df tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.1438172 Jul 30 16:06:53.429551 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 81710f0a-4783-4dd5-aaec-f18c813da3d4 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:53.499103 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.682629 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51398) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:53.773708 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] For port 9e833160-5492-461d-a311-d898d4adebd6, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:53.784705 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] For port 9e833160-5492-461d-a311-d898d4adebd6, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=9e833160-5492-461d-a311-d898d4adebd6,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:53.800190 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.816724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Allocated IP 172.20.0.1 (4d7fe3aa-ac98-4f16-a434-6dcaa4687c10/26d60e8c-a79a-4f78-ae1e-c08937071ba8/fbbf78f7-ed99-44d5-9c04-07d053241c8a) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:53.849592 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 81710f0a-4783-4dd5-aaec-f18c813da3d4 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:53.850404 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.949522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2a66e801-9ae1-4e4b-9b2c-f4038cac49bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.975437 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:53.993296 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Transition to ACTIVE for port object fbbf78f7-ed99-44d5-9c04-07d053241c8a will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:54.042163 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Allocated IP 172.20.0.1 (7bf86150-dae2-4a45-a359-67121f10c5f9/ab4d3dab-c604-4c77-8dbc-b203390fa3c9/5cdfb0c3-91b3-45a0-a926-255c42c01093) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:54.048689 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b8520-a187-4f32-b3e6-6cfde6c63918 None None] Pushing event updated for resources: {'Port': ['ID=9e833160-5492-461d-a311-d898d4adebd6,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:54.053920 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.071692 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:54.072833 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:54.207964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2a66e801-9ae1-4e4b-9b2c-f4038cac49bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.214845 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2a66e801-9ae1-4e4b-9b2c-f4038cac49bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.236251 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:54.247560 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:54.284882 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:54.285881 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.310796 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2a66e801-9ae1-4e4b-9b2c-f4038cac49bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd67d5fde7c743ba8a5ecad13e572381&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6261592 Jul 30 16:06:54.311432 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51424) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:54.348192 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66e801-9ae1-4e4b-9b2c-f4038cac49bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d31dc-14a6-4644-a133-c40b3250c21c,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:54.367854 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:54.382187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.429497 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.547052 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.550189 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.554769 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a4d31dc-14a6-4644-a133-c40b3250c21c HTTP/1.1" status: 204 len: 168 time: 0.2388356 Jul 30 16:06:54.566572 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ecf16-cdbe-4c8a-8e59-1914df2f08fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d31dc-14a6-4644-a133-c40b3250c21c,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:54.644390 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51436) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:54.647009 dv-cinder-803046-3-iscsi neutron-server[93204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 30 16:06:54.671473 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bdfef783-8f4d-4059-81ba-4217814e70dc up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:54.736172 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.737488 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3107172a-a5c1-4baa-90fb-57c5d134b043 req-5a82a0b1-f091-4d47-b644-61ce0bead21e tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0914998 Jul 30 16:06:54.756927 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:54.774977 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Router c40a9308-ce38-4ea2-9554-fa8d5f25744c is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:06:54.806980 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Transition to ACTIVE for port object 5cdfb0c3-91b3-45a0-a926-255c42c01093 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:54.849367 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-0cadedba-a27c-46b3-a41f-534c01f504d7 None None] Provisioning for port fbbf78f7-ed99-44d5-9c04-07d053241c8a completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:54.863021 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-0cadedba-a27c-46b3-a41f-534c01f504d7 None None] Provisioning complete for port fbbf78f7-ed99-44d5-9c04-07d053241c8a triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:54.863458 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0cadedba-a27c-46b3-a41f-534c01f504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:54.957422 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port bdfef783-8f4d-4059-81ba-4217814e70dc completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:54.962434 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-0cadedba-a27c-46b3-a41f-534c01f504d7 None None] Port fbbf78f7-ed99-44d5-9c04-07d053241c8a cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:06:54.968908 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port bdfef783-8f4d-4059-81ba-4217814e70dc triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:54.969316 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.014430 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.088174 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.131495 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.154485 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:55.158595 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port bdfef783-8f4d-4059-81ba-4217814e70dc, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bdfef783-8f4d-4059-81ba-4217814e70dc,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:55.164721 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:49Z', 'revision_number': 3, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:55.169083 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Sync routers for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:06:55.171813 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:55.184549 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:55.193940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:55.195119 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.202140 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:55.202822 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:55.206109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Pushing event updated for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:55.260917 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.265195 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-aebda830-d3dc-432c-b479-1b7a0a98aefc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.5375829 Jul 30 16:06:55.267354 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51458) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:55.276995 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.281196 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3fb82-21c5-426d-9baa-84b4539d7ff0 None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:49Z', 'revision_number': 3, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:06:55.447624 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=bdfef783-8f4d-4059-81ba-4217814e70dc,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:55.694440 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7ab13465-d264-40fa-8a53-881ad850cb34 None None] Provisioning for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:55.708980 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7ab13465-d264-40fa-8a53-881ad850cb34 None None] Provisioning complete for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:55.709667 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7ab13465-d264-40fa-8a53-881ad850cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:55.759326 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:55.817317 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-7ab13465-d264-40fa-8a53-881ad850cb34 None None] Port 5cdfb0c3-91b3-45a0-a926-255c42c01093 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:06:56.104987 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.128345 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c640d889-7f28-474a-b720-cb93c4241bfa req-837948ef-a952-4bbf-90b5-84943f150ad0 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0530367 Jul 30 16:06:56.129207 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.130044 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.139614 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.189085 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:51Z', 'revision_number': 3, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:56.264908 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Checking router: c40a9308-ce38-4ea2-9554-fa8d5f25744c for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:06:56.265582 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Updating router c40a9308-ce38-4ea2-9554-fa8d5f25744c port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:06:56.320382 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:56.325743 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.384776 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.468341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:56.471913 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:56.795724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.807964 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.808331 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Allocated IP 172.20.0.1 (7ae50bb3-8e84-4c6c-a9c3-090b63e0f099/a106caf4-e05e-4271-9182-2a239c39cc25/c69192d1-3083-45e2-b9aa-a83231f2ef9f) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:06:56.809527 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.817935 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:06:56.851024 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-d4642bcb-3f6d-41d2-b8aa-9a637563d019 None None] Provisioning complete for port fbbf78f7-ed99-44d5-9c04-07d053241c8a triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:56.853000 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d4642bcb-3f6d-41d2-b8aa-9a637563d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.912550 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.934404 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Transition to ACTIVE for port object d25d51bb-90d4-45bb-98ab-d6c7e7c261cf will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:06:56.942787 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.946986 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d4642bcb-3f6d-41d2-b8aa-9a637563d019 None None] Port fbbf78f7-ed99-44d5-9c04-07d053241c8a cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:06:56.986038 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:56.996419 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b991642-c093-436f-9955-4941faf29042 None None] Pushing event updated for resources: {'Port': ['ID=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:57.028562 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Pushing event updated for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:57.028951 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Attempting to bind port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:06:57.029336 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Attempting to bind port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:06:57.029703 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Attempting to bind port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:06:57.034142 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:57.037661 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:06:57.037950 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:57.038068 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:06:57.038447 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.038843 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:06:57.039373 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Bound port: d25d51bb-90d4-45bb-98ab-d6c7e7c261cf, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:06:57.039776 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.052959 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.096470 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] For port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:06:57.105923 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] For port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:06:57.113424 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.142535 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:57.151456 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Pushing event updated for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:57.154429 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:57.160453 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:06:57.162130 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.198792 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b991642-c093-436f-9955-4941faf29042 None None] Pushing event updated for resources: {'Port': ['ID=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:57.228612 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:57.229246 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:57.272681 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:06:57.411562 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:57.411923 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:57.421317 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e2679b7c-4556-4a2b-b779-d70d9c8ca55d admin admin] 10.222.0.37 "PUT /v2.0/routers/f693d21a-99cb-4f1b-858b-d9301daeb75d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6272933 Jul 30 16:06:57.423356 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:06:57.426991 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:57.439788 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-cfdeec92-99ba-48b1-8f85-bf415ee72e23 admin admin] 10.222.0.37 "PUT /v2.0/routers/8abe9f23-88a8-4324-b718-ac96300d0d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8099017 Jul 30 16:06:57.445437 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:57.446239 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:57.466398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f3cbb850-2ed2-408c-b8fd-eb84fd0dd5d7 req-1a977db3-facc-4f43-bfc5-201928673351 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0758016 Jul 30 16:06:57.528594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.620382 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bdfef783-8f4d-4059-81ba-4217814e70dc up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:57.742729 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-57b92560-ebcb-4581-893c-c30bc54a248e None None] Provisioning complete for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:57.743584 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-57b92560-ebcb-4581-893c-c30bc54a248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.784967 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:57.805939 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:51Z', 'revision_number': 3, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:57.815060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.825422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.826480 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.845961 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c431b-6d2b-4faa-b53a-ffbcb7b48932 None None] The sync data for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi is: [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:51Z', 'revision_number': 3, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:06:57.910130 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port bdfef783-8f4d-4059-81ba-4217814e70dc triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:57.910639 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:57.939802 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-57b92560-ebcb-4581-893c-c30bc54a248e None None] Port 5cdfb0c3-91b3-45a0-a926-255c42c01093 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:06:57.983062 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Pushing event updated for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:58.051361 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:06:58.054587 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:06:58.055530 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:58.075276 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51540) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:58.084619 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:06:58.088747 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:06:58.212464 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 9e833160-5492-461d-a311-d898d4adebd6 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:06:58.251754 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:06:58.351626 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-143a68dc-ad27-45ec-952c-664204409100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.352190 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:06:56Z', 'revision_number': 2, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:58.355091 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Router c40a9308-ce38-4ea2-9554-fa8d5f25744c has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:06:58.428688 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 9e833160-5492-461d-a311-d898d4adebd6 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:06:58.436111 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:06:58.438660 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Updating router f693d21a-99cb-4f1b-858b-d9301daeb75d port 5cdfb0c3-91b3-45a0-a926-255c42c01093 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:06:58.504828 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 9e833160-5492-461d-a311-d898d4adebd6 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:06:58.505210 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.506091 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-143a68dc-ad27-45ec-952c-664204409100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.519338 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-143a68dc-ad27-45ec-952c-664204409100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.552268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51550) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:58.568317 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752715356', 'description': 'tempest-description--1699413765'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:58.588743 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.616207 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-143a68dc-ad27-45ec-952c-664204409100 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=692035700f7a438fbdcb77ef9bc92e18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5397491 Jul 30 16:06:58.620316 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51554) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:58.624803 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a68dc-ad27-45ec-952c-664204409100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a005e-27ca-45e8-b597-a74f42ef54e8,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:58.722830 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9ceb5df5-ed59-4fd4-b617-bb82acc0441a req-127b9822-90f5-4930-b95a-5064735090b0 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0485854 Jul 30 16:06:58.848994 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.860814 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.872518 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:06:58.903169 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2bbad135-f235-4370-b67f-935ef8d0ce29 admin admin] 10.222.0.37 "PUT /v2.0/routers/c40a9308-ce38-4ea2-9554-fa8d5f25744c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6240869 Jul 30 16:06:58.903407 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:58.931989 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 2, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:06:59.044965 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.047705 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.048961 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c98a005e-27ca-45e8-b597-a74f42ef54e8 HTTP/1.1" status: 204 len: 168 time: 0.4203110 Jul 30 16:06:59.061092 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:06:59.062290 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Updating router 8abe9f23-88a8-4324-b718-ac96300d0d4d port fbbf78f7-ed99-44d5-9c04-07d053241c8a binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:06:59.085197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27c514-bb64-48ae-9376-f0243128cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a005e-27ca-45e8-b597-a74f42ef54e8,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:59.133437 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.183620 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.218424 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 9e833160-5492-461d-a311-d898d4adebd6, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=9e833160-5492-461d-a311-d898d4adebd6,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:06:59.246073 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51570) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:59.251621 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226789288', 'description': 'tempest-description--1018646811'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:59.289236 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.294907 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.315569 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.366223 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.413396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.414636 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8607905 Jul 30 16:06:59.415502 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f32b3-8a8a-46a6-a23d-a65ecfc6d5de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1133aa99-7f1c-4958-8306-b7a931b3c62b,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:59.421194 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51574) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:59.435825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group_rule': {'security_group_id': '1133aa99-7f1c-4958-8306-b7a931b3c62b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:59.460358 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=9e833160-5492-461d-a311-d898d4adebd6,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:59.677601 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.699397 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.701573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51586) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:59.765572 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e64d7f-e8ef-4071-b317-b2657ab85a95,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:06:59.782311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce722270-40b6-42aa-b58c-99be0e7c1fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.826977 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:06:59.829816 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e3f46dbd-bd30-468c-875b-c7dc5cda7c98 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5821671 Jul 30 16:06:59.832860 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51602) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:59.843962 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group_rule': {'security_group_id': 'e8e64d7f-e8ef-4071-b317-b2657ab85a95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:06:59.926725 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.70', 64216) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:06:59.970883 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5ff93efd-8394-41d7-b9fd-82a78c83c5e5 req-a769129b-f49f-4710-8d0f-ae8272a3f4ae tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.1429257 Jul 30 16:06:59.976551 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.027329 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.041313 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d25d51bb-90d4-45bb-98ab-d6c7e7c261cf up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:00.044760 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Transition to ACTIVE for port object 5cdfb0c3-91b3-45a0-a926-255c42c01093 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:00.101463 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.163714 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.169354 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce722270-40b6-42aa-b58c-99be0e7c1fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.174739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.182416 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce722270-40b6-42aa-b58c-99be0e7c1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.241711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ce722270-40b6-42aa-b58c-99be0e7c1fbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395f86bc5bc0474bb410dbaece8c9e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391123 Jul 30 16:07:00.263157 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.269269 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51620) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:00.294525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce722270-40b6-42aa-b58c-99be0e7c1fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583bdcb4-49d0-470b-9471-55b801c92d7b,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:00.295819 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Transition to ACTIVE for port object fbbf78f7-ed99-44d5-9c04-07d053241c8a will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:00.301009 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf53bfc9-f70e-4236-823c-78112103e1b7,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:00.309591 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.332571 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a59738-f6f2-4df8-b6bb-f2154b3bec05 None None] Pushing event updated for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:00.389560 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.394952 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4ff4dc73-f31e-4134-9abc-07a2ff9994f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9726667 Jul 30 16:07:00.395739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51630) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:00.401076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group_rule': {'security_group_id': '1133aa99-7f1c-4958-8306-b7a931b3c62b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:00.473837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.544594 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Attempting to bind port 5cdfb0c3-91b3-45a0-a926-255c42c01093 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:00.546724 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Attempting to bind port 5cdfb0c3-91b3-45a0-a926-255c42c01093 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:00.550963 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Attempting to bind port 5cdfb0c3-91b3-45a0-a926-255c42c01093 on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:00.573140 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:00.578943 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Checking segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:00.581733 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.582483 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Bound using segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:00.585953 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Bound port: 5cdfb0c3-91b3-45a0-a926-255c42c01093, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:00.586608 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.609686 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Attempting to bind port fbbf78f7-ed99-44d5-9c04-07d053241c8a on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:00.614749 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Attempting to bind port fbbf78f7-ed99-44d5-9c04-07d053241c8a by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:00.616991 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Attempting to bind port fbbf78f7-ed99-44d5-9c04-07d053241c8a on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:00.641194 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.650334 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.655192 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:00.659657 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Checking segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:00.661496 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.664912 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Bound using segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:00.668038 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Bound port: fbbf78f7-ed99-44d5-9c04-07d053241c8a, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:00.668624 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.685507 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1742a213-d6c7-454c-922e-aa5dd764af9d,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:00.697044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.704319 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-35e71f6a-f40a-4c88-bdbb-65c9703ca406 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061295 Jul 30 16:07:00.705293 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51642) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:00.711966 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:00.714297 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:00.736815 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:00.737205 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.764883 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.775598 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.888650 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-edb40406-4a60-433d-b97e-36e9000085b3 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:00.889687 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] For port fbbf78f7-ed99-44d5-9c04-07d053241c8a, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:00.889687 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] For port fbbf78f7-ed99-44d5-9c04-07d053241c8a, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=fbbf78f7-ed99-44d5-9c04-07d053241c8a,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:00.889978 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Sync routers for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:07:00.890086 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-edb40406-4a60-433d-b97e-36e9000085b3 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 819 time: 0.9358897 Jul 30 16:07:00.890188 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cff85-84b0-4b81-8596-8b43d5cdf1b5 None None] Pushing event updated for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:00.890188 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:00.906569 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-c3c79283-e017-4afa-8443-f11d7fdeead7 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:00.942060 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-c3c79283-e017-4afa-8443-f11d7fdeead7 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.70 "GET /v2.0/networks?id=6191907a-fbea-44ab-ae22-c0c0bbc16432 HTTP/1.1" status: 200 len: 811 time: 1.0138419 Jul 30 16:07:00.957435 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:00.958070 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:00.962623 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] For port 5cdfb0c3-91b3-45a0-a926-255c42c01093, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:01.013214 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] For port 5cdfb0c3-91b3-45a0-a926-255c42c01093, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=5cdfb0c3-91b3-45a0-a926-255c42c01093,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:01.013214 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:01.013214 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:01.077348 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.097874 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Request body: {'port': {'device_id': 'e26181d7-db01-409a-af4d-e60ceed08514', 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432', 'admin_state_up': True, 'tenant_id': '8aea870288784c9c87d2bdaf98594503'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:01.134736 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cff85-84b0-4b81-8596-8b43d5cdf1b5 None None] Pushing event updated for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:01.209126 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b33bc116-abdd-471a-8abf-9e50b9c00ead req-65748989-922e-4834-ac62-854b2b11302c tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0911958 Jul 30 16:07:01.281307 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.301033 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:01.411601 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.475688 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Made reservation on behalf of 8aea870288784c9c87d2bdaf98594503 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:07:01.483684 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.483895 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:01.513316 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:01.514396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:01.524313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.692802 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Allocated IP 172.27.0.129 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/91a5e635-eba0-4128-8cff-6dab1ccc917e) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:01.862095 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.889131 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:01.925745 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:00Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:01.945310 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:01.997549 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Allocated IP 172.20.0.8 (6191907a-fbea-44ab-ae22-c0c0bbc16432/6c108dad-e035-402a-a179-711b4f43c2fb/2722991c-02f6-4d1b-a307-ec06cfcdb383) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:02.025465 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68597c50-a503-4c08-8530-541a8f3bd0ae None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:00Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:07:02.077490 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.134521 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 9e833160-5492-461d-a311-d898d4adebd6 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:02.231914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a59738-f6f2-4df8-b6bb-f2154b3bec05 None None] Pushing event updated for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:02.237394 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-40b5ad0c-ad07-42b2-b6d8-0939dff9f44c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/quotas/e827ef52c141425d86e34941944a68cc HTTP/1.1" status: 200 len: 375 time: 1.2004650 Jul 30 16:07:02.244109 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:02.266462 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:02.273979 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:02.392169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=91a5e635-eba0-4128-8cff-6dab1ccc917e,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:02.457590 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.461983 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab023c23-1aac-431e-93c5-9c903d004b0a req-e2edb627-c776-4845-8c73-afab053c0d5f tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0650017 Jul 30 16:07:02.484683 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:02.580348 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.713799 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:02.726646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.749875 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.777020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.781570 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 9e833160-5492-461d-a311-d898d4adebd6 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:02.783055 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:02.831341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5447f0-c358-4ef0-8e25-b7d94d441425,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:02.886663 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3bbd54db-fae2-4a3d-9922-97e7635c8ca7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5407641 Jul 30 16:07:03.005024 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.008615 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.012695 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/583bdcb4-49d0-470b-9471-55b801c92d7b HTTP/1.1" status: 204 len: 168 time: 2.7379487 Jul 30 16:07:03.069450 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.070590 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f10e8ac1-f9fd-4fb8-a286-bdf432c9a332 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2365456 Jul 30 16:07:03.075060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51706) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:03.098446 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group_rule': {'security_group_id': 'e8e64d7f-e8ef-4071-b317-b2657ab85a95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:03.104889 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd9b46-1819-4e05-a1ba-0eab2026c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583bdcb4-49d0-470b-9471-55b801c92d7b,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:03.109190 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.159281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.174566 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.246718 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-6634141d-4cd3-4c5c-9840-d64544d19148 service neutron] 10.222.0.37 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369398 Jul 30 16:07:03.253569 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.290114 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.395223 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=91a5e635-eba0-4128-8cff-6dab1ccc917e,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:03.405044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.408148 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-fb866fa5-6f25-49d5-895e-92eb658eac47 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7006745 Jul 30 16:07:03.424761 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-127942b5-3cae-452d-97da-e7768be7739c service neutron] 10.222.0.37 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771028 Jul 30 16:07:03.457837 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.499371 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.505362 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.560208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29b1aff-a50a-4ed0-81ce-40cda0546fb2,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:03.572943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.574076 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b2eb0f6d-1cb7-4c7f-b98d-797a023e8f2d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4943016 Jul 30 16:07:03.582299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51714) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:03.623647 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:03.664206 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Network 6191907a-fbea-44ab-ae22-c0c0bbc16432 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:03.685738 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:03.708320 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:03.723169 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:03.736364 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.754212 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:03.796483 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43ba37-3de5-41fe-9eef-f39e958ad1a5 req-103d8219-951d-44d2-886a-96547e516d2b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:03.806185 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4c43ba37-3de5-41fe-9eef-f39e958ad1a5 req-103d8219-951d-44d2-886a-96547e516d2b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.2390578 Jul 30 16:07:03.818411 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:00Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:03.890428 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Pushing event updated for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:03.913529 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4c43ba37-3de5-41fe-9eef-f39e958ad1a5 req-ee7b9dda-daab-446c-b7d4-3fb805f3f002 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057770 Jul 30 16:07:03.917121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e00d-13e0-450f-8b3d-60f3bf1f1e68 None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:00Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:07:03.927627 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 4, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'c69192d1-3083-45e2-b9aa-a83231f2ef9f', 'name': '', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'mac_address': 'fa:16:3e:a2:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:56Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 2, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'subnets': [{'id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:03.934052 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-84c86c23-65b3-48ef-a33a-caa3d2e4b918 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8751230 Jul 30 16:07:04.017197 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Checking router: c40a9308-ce38-4ea2-9554-fa8d5f25744c for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:07:04.017593 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Updating router c40a9308-ce38-4ea2-9554-fa8d5f25744c port c69192d1-3083-45e2-b9aa-a83231f2ef9f binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:07:04.119924 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:04.153486 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-ec5a57df-8379-4012-a231-e402205237a3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--752715356&fields=id&tenant_id=71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 267 time: 0.1302810 Jul 30 16:07:04.198142 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cdda4eb3-6b3a-4f2b-ae65-d401f0a319dd req-34e133ca-cdbf-4ef9-85c6-04ad61bf2215 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.1254120 Jul 30 16:07:04.212635 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:04.557009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-a1493640-34ae-4d82-9a87-52e71b2ebcc3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:04.565746 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device fbbf78f7-ed99-44d5-9c04-07d053241c8a up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:04.567770 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-a1493640-34ae-4d82-9a87-52e71b2ebcc3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 810 time: 0.4128597 Jul 30 16:07:04.568458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Allocated IP 172.27.0.23 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/4480e7a0-8c9d-4d61-9a68-9a2030804437) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:04.608004 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-630a8fc6-aca3-4b84-829d-5237319e1cb3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/quotas/71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 375 time: 0.0382175 Jul 30 16:07:04.732088 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-11da922d-76fa-4871-a786-d28204e92126 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228824 Jul 30 16:07:04.883710 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-8277d47c-28d9-4683-b34a-0ffd6babe914 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477826 Jul 30 16:07:05.013759 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port fbbf78f7-ed99-44d5-9c04-07d053241c8a completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:05.017462 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-69d0c276-3f70-4757-8821-98f80baf5a9d service neutron] 10.222.0.37 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323795 Jul 30 16:07:05.024287 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port fbbf78f7-ed99-44d5-9c04-07d053241c8a triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:05.025106 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.150185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.232642 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.334666 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.346587 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.418776 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Transition to ACTIVE for port object c69192d1-3083-45e2-b9aa-a83231f2ef9f will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:05.436403 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5bebe-df24-4b9b-a84b-a30671a2c308 req-a6e48e08-d861-4583-8696-5e79c760ea79 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:05.451825 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c9a5bebe-df24-4b9b-a84b-a30671a2c308 req-a6e48e08-d861-4583-8696-5e79c760ea79 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.1106944 Jul 30 16:07:05.466795 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:05.472167 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port fbbf78f7-ed99-44d5-9c04-07d053241c8a, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=fbbf78f7-ed99-44d5-9c04-07d053241c8a,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:05.476280 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.480266 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:05.491240 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:05.498536 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.499434 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d25d51bb-90d4-45bb-98ab-d6c7e7c261cf up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:05.529728 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-47a94aac-fc4b-4d82-a50b-b7346fb1f33b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:05.536189 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-47a94aac-fc4b-4d82-a50b-b7346fb1f33b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 819 time: 0.8010905 Jul 30 16:07:05.548984 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c9a5bebe-df24-4b9b-a84b-a30671a2c308 req-f9bb2ba4-5ac6-42a5-a86a-d99440c40cd5 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940108 Jul 30 16:07:05.597783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-4c53ce7f-f812-4e67-b342-756dbfb8c90d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/quotas/e827ef52c141425d86e34941944a68cc HTTP/1.1" status: 200 len: 375 time: 0.0519083 Jul 30 16:07:05.600169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=4480e7a0-8c9d-4d61-9a68-9a2030804437,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:05.671619 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.690825 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-62b13dbc-fc9d-4c12-87b5-77bab0ba9a28 req-a130f9d4-ad90-49dc-be1b-de26c6bdc77c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0621169 Jul 30 16:07:05.693207 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c69560-b272-432f-b76e-0af733653463 None None] Pushing event updated for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:05.751996 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Attempting to bind port c69192d1-3083-45e2-b9aa-a83231f2ef9f on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:05.752539 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Attempting to bind port c69192d1-3083-45e2-b9aa-a83231f2ef9f by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:05.752893 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Attempting to bind port c69192d1-3083-45e2-b9aa-a83231f2ef9f on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:05.765145 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:05.765777 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Checking segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:05.766448 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.766990 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Bound using segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:05.767641 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Bound port: c69192d1-3083-45e2-b9aa-a83231f2ef9f, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:05.768021 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.771716 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f4fcb040-311e-47f7-a3f4-dc8a2eaeeb0b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638265 Jul 30 16:07:05.779176 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.795773 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:05.796528 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:05.845435 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:05.997861 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] For port c69192d1-3083-45e2-b9aa-a83231f2ef9f, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:06.012449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] For port c69192d1-3083-45e2-b9aa-a83231f2ef9f, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=c69192d1-3083-45e2-b9aa-a83231f2ef9f,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:06.045577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.059381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.064161 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.122667 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.166536 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=4480e7a0-8c9d-4d61-9a68-9a2030804437,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:06.174506 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.188154 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c69560-b272-432f-b76e-0af733653463 None None] Pushing event updated for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:06.192876 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-305c9f75-cee8-4516-9bc2-38cd1f9c5fd0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5880578 Jul 30 16:07:06.199548 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:06.200341 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:06:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:06.209741 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-b4285a4d-2b63-433e-802b-bf5cff5a4df2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:07:06.213352 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-b4285a4d-2b63-433e-802b-bf5cff5a4df2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2407000 Jul 30 16:07:06.365839 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-34b9bcd3-e9dc-4cbb-8b0c-af20652720aa service neutron] 10.222.0.37 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454899 Jul 30 16:07:06.435236 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:06.478778 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device fbbf78f7-ed99-44d5-9c04-07d053241c8a up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:06.532480 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-63caaf6d-2dd7-40a3-9073-1d4eba10034b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1226789288&fields=id&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 267 time: 0.0667796 Jul 30 16:07:06.682819 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-352abd37-8eae-4411-bb48-92de334ef281 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:06.684296 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-352abd37-8eae-4411-bb48-92de334ef281 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 816 time: 0.1450880 Jul 30 16:07:06.701520 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port fbbf78f7-ed99-44d5-9c04-07d053241c8a triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:06.701903 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:06.712421 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-662fe7b0-5739-4541-9358-b1744ad5622f service neutron] 10.222.0.37 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351617 Jul 30 16:07:06.713354 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-2e4298db-cd7a-493d-9a87-bbf72c466d89 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/quotas/18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 375 time: 0.0220678 Jul 30 16:07:06.780900 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 4, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'c69192d1-3083-45e2-b9aa-a83231f2ef9f', 'name': '', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'mac_address': 'fa:16:3e:a2:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:56Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 4, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'subnets': [{'id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:06.816303 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-cc65bfac-c68e-4894-bb85-5a3dac057f46 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967357 Jul 30 16:07:06.841446 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557cff4-d1ed-45d5-ae0b-7a6a8191f146 None None] The sync data for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi is: [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:57Z', 'revision_number': 4, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'c69192d1-3083-45e2-b9aa-a83231f2ef9f', 'name': '', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'mac_address': 'fa:16:3e:a2:e6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:56Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 4, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'subnets': [{'id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:07:06.869416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 5cdfb0c3-91b3-45a0-a926-255c42c01093 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:07.045987 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:07.059949 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:07.060329 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.202773 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d3e96-b3ab-4cdd-a608-9ff3fff822e4 req-23f7ebc9-976f-49c1-809b-4990c0ae15dd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:07.206803 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-564d3e96-b3ab-4cdd-a608-9ff3fff822e4 req-23f7ebc9-976f-49c1-809b-4990c0ae15dd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.1289184 Jul 30 16:07:07.207352 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51892) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:07.288260 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.351954 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-564d3e96-b3ab-4cdd-a608-9ff3fff822e4 req-a24566f8-812a-4ea7-a5df-3e9879c4eaea tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250494 Jul 30 16:07:07.388061 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 5cdfb0c3-91b3-45a0-a926-255c42c01093, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=5cdfb0c3-91b3-45a0-a926-255c42c01093,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:07.396305 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.529965 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:07.544667 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-bad4ffb6-ea2d-4763-80d4-ebc621106648 service neutron] 10.222.0.37 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273567 Jul 30 16:07:07.590632 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f758-453f-4d0e-9323-4c0c64a95ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.607466 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8421b59e-f3fb-4984-95cd-f22c69593a79 req-11f3bf24-bbd5-4c0c-a665-b12e745515aa tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0860341 Jul 30 16:07:07.741783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7d6b6303-13a3-4bb3-9e95-83c67af0d902 req-479117d6-45e4-4d3a-975b-ae9cb56ccbd3 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0381083 Jul 30 16:07:07.811545 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-39a98b9b-576c-4637-9091-f70153201d63 service neutron] 10.222.0.37 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647223 Jul 30 16:07:07.824446 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f758-453f-4d0e-9323-4c0c64a95ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.833483 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ba5f758-453f-4d0e-9323-4c0c64a95ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:07.896361 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5f758-453f-4d0e-9323-4c0c64a95ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a1dfcd-1206-4d50-b3d9-c8977c7548b1,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:07.914800 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6ba5f758-453f-4d0e-9323-4c0c64a95ff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=417d9d25d2d144d385a9deb8696d88e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901536 Jul 30 16:07:07.915192 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51906) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:07.990524 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-83c7b748-2550-45ae-8497-6eee722dac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.005257 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.035677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.110228 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.117002 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.119523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6a1dfcd-1206-4d50-b3d9-c8977c7548b1 HTTP/1.1" status: 204 len: 168 time: 0.2032397 Jul 30 16:07:08.149722 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e96eb-93a4-4753-9e10-7bc942840ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a1dfcd-1206-4d50-b3d9-c8977c7548b1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:08.174045 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d5eb2240-3623-4744-b117-fe45c108ad72 req-c05da395-62fe-4e49-82da-e14a4938e6a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0467305 Jul 30 16:07:08.460008 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device c69192d1-3083-45e2-b9aa-a83231f2ef9f up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:08.550679 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ebfa0-0845-437a-a5f2-ab7b0da6fbcc req-9669a21e-6092-4b4e-b03e-247569eb71a2 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:08.562588 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-341ebfa0-0845-437a-a5f2-ab7b0da6fbcc req-9669a21e-6092-4b4e-b03e-247569eb71a2 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0842595 Jul 30 16:07:08.596440 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port c69192d1-3083-45e2-b9aa-a83231f2ef9f completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:08.602077 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port c69192d1-3083-45e2-b9aa-a83231f2ef9f triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:08.602952 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.750946 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-341ebfa0-0845-437a-a5f2-ab7b0da6fbcc req-5e67a8fa-238c-4648-9411-bd3879a2bd07 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620779 Jul 30 16:07:08.751895 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 51940) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:08.825662 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-549e7198-1aa5-49ef-b686-c0a78e0b4028 req-d6e6b2cc-6d1d-4992-a784-84d7129ae8f7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0984805 Jul 30 16:07:08.837318 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.906518 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b0afc57-a827-48c0-969b-f9e181202c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.934187 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port c69192d1-3083-45e2-b9aa-a83231f2ef9f, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=c69192d1-3083-45e2-b9aa-a83231f2ef9f,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:08.943366 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:08.945436 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 5cdfb0c3-91b3-45a0-a926-255c42c01093 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:08.998729 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-229ffcac-c7e3-42c7-8328-9fc309808414 req-a6886044-75c7-4d7b-86b4-1a93805e6d5d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0976658 Jul 30 16:07:09.091451 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:09.114437 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 5cdfb0c3-91b3-45a0-a926-255c42c01093 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:09.114962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.163246 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b0afc57-a827-48c0-969b-f9e181202c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.169044 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8b0afc57-a827-48c0-969b-f9e181202c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.251825 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0afc57-a827-48c0-969b-f9e181202c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee7eb2-0f69-45e2-bf56-2685a2a9e998,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:09.272396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51960) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:09.272838 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8b0afc57-a827-48c0-969b-f9e181202c26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68672ceee4094ee6b658aeeae62df8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180833 Jul 30 16:07:09.410438 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c79a655d-0113-402a-b47d-366d35366798 req-bfbfd47b-0da5-460b-9685-d6aa7d5dd8fe tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0722141 Jul 30 16:07:09.483388 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.530234 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.594752 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.602474 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:09.604146 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96ee7eb2-0f69-45e2-bf56-2685a2a9e998 HTTP/1.1" status: 204 len: 168 time: 0.3296516 Jul 30 16:07:09.615770 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513de3-99a9-428c-a484-cb168bacb6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee7eb2-0f69-45e2-bf56-2685a2a9e998,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:09.895750 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225b51-0a99-4000-8e07-abf14720d61f req-892e82e0-116b-4d92-8fca-4568ceb860bc tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:09.897357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51988) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:09.906969 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-75225b51-0a99-4000-8e07-abf14720d61f req-892e82e0-116b-4d92-8fca-4568ceb860bc tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0748420 Jul 30 16:07:09.983060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 51992) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:09.983903 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-75225b51-0a99-4000-8e07-abf14720d61f req-bb99c6b2-3763-4588-8a31-84fa59b42ce9 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746963 Jul 30 16:07:10.026728 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2770cab8-ceb6-4206-8bac-d41230e1fc29 req-c58d33b0-63e5-48df-a758-205997a82189 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0575104 Jul 30 16:07:10.203740 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-22f50f7a-b14f-4b71-b236-bf5869b574e4 req-dd77be71-b297-4013-92b8-96f4f2fef692 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0850997 Jul 30 16:07:10.283529 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device c69192d1-3083-45e2-b9aa-a83231f2ef9f up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:10.355081 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48a1e229-d168-4fd4-8753-0d05d4589413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.414687 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-51791a9b-b843-4068-8d63-1b789fc5cc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.441129 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e86fbca6-0441-4ed2-a156-7f1996e0832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.449375 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port c69192d1-3083-45e2-b9aa-a83231f2ef9f triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:10.449790 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.530340 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48a1e229-d168-4fd4-8753-0d05d4589413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.539166 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-48a1e229-d168-4fd4-8753-0d05d4589413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.693878 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1e229-d168-4fd4-8753-0d05d4589413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa2d62-99eb-4858-a111-d3d8e2a8041c,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:10.717632 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-48a1e229-d168-4fd4-8753-0d05d4589413 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86cb5f92991c485bba2226fb927d5e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7304630 Jul 30 16:07:10.720632 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52012) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:10.728630 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4f776298-7a1b-4001-a80d-b6afc13d63b8 req-a52b79ec-3253-4a1d-b324-0b7b54658d53 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.1258850 Jul 30 16:07:10.787598 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.866326 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.881936 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-51791a9b-b843-4068-8d63-1b789fc5cc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.893743 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.896278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-51791a9b-b843-4068-8d63-1b789fc5cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.949423 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-51791a9b-b843-4068-8d63-1b789fc5cc0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ab24f4537114e2db8fa036e1bf3c436&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0509865 Jul 30 16:07:10.953809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52026) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:10.956014 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.959300 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:10.960935 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebfa2d62-99eb-4858-a111-d3d8e2a8041c HTTP/1.1" status: 204 len: 168 time: 0.2390258 Jul 30 16:07:10.974326 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa61704-99ba-4924-a3c3-1f64b8aaeda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa2d62-99eb-4858-a111-d3d8e2a8041c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:11.033283 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51791a9b-b843-4068-8d63-1b789fc5cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf777b-49b8-4c4e-b38e-59f7c4218ae5,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:11.071715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.099455 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.121892 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63e32e-d945-428f-b0a8-8186e4843800 req-684eef11-3be7-4ce2-9a4b-f7b7571ee58b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:11.123658 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ac63e32e-d945-428f-b0a8-8186e4843800 req-684eef11-3be7-4ce2-9a4b-f7b7571ee58b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0777035 Jul 30 16:07:11.225851 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e27f8594-4881-4271-8576-bcbaa90474d5 req-ebc162a3-859e-48f6-bb64-a4d18d4e9368 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0379293 Jul 30 16:07:11.226625 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.228027 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ac63e32e-d945-428f-b0a8-8186e4843800 req-b15a33f7-e7ff-4076-9e8a-35b16222bca4 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841639 Jul 30 16:07:11.230093 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.233825 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aabf777b-49b8-4c4e-b38e-59f7c4218ae5 HTTP/1.1" status: 204 len: 168 time: 0.2790356 Jul 30 16:07:11.243289 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a99a1a-2026-46ec-89bc-a041beb49da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf777b-49b8-4c4e-b38e-59f7c4218ae5,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:11.313489 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.368234 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f2c87d8c-0bc3-4a6a-a173-4ba45c10db94 req-6d809acf-f98a-4175-b45a-04f0f9b24a21 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0731921 Jul 30 16:07:11.501126 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52054) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:11.517600 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d353e-c7fc-449e-adbb-d57a90f4a2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.666679 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d353e-c7fc-449e-adbb-d57a90f4a2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.672568 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e5d353e-c7fc-449e-adbb-d57a90f4a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.676373 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.724388 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d353e-c7fc-449e-adbb-d57a90f4a2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a693b-c5c0-468e-a094-c24a52fd06d8,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:11.738187 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1e5d353e-c7fc-449e-adbb-d57a90f4a2e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f71e2cd2a84479cbfdd9322bb1f8483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352197 Jul 30 16:07:11.741329 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52058) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:11.852595 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2082a606-a618-4f2a-9867-0b96f47a69a3 req-9d610896-6918-455c-a566-7e3fe04d87c5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0347364 Jul 30 16:07:11.855477 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.861965 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52064) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:11.883734 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.884096 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d459d3f8-1241-45a3-82a4-564567435e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.970447 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.976201 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:11.980774 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/434a693b-c5c0-468e-a094-c24a52fd06d8 HTTP/1.1" status: 204 len: 168 time: 0.2360926 Jul 30 16:07:11.996512 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637919c7-e5d5-43a0-b9a9-4b5378dd57f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a693b-c5c0-468e-a094-c24a52fd06d8,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:12.024641 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d459d3f8-1241-45a3-82a4-564567435e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.034594 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d459d3f8-1241-45a3-82a4-564567435e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.078105 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d459d3f8-1241-45a3-82a4-564567435e11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=530befcbae7e4120a5864f2cc2bdf19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150025 Jul 30 16:07:12.081325 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52070) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:12.088171 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459d3f8-1241-45a3-82a4-564567435e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83013648-f4ad-4206-b933-6dc8886d629c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:12.175537 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.200404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.293847 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.296855 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.299144 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83013648-f4ad-4206-b933-6dc8886d629c HTTP/1.1" status: 204 len: 168 time: 0.2166467 Jul 30 16:07:12.313704 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168fdb1-ccbf-406c-bd93-fa956e1eca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83013648-f4ad-4206-b933-6dc8886d629c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:12.412853 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce746497-197c-4f69-a6ff-1f2b69f1a4ae req-c9489235-8151-4959-b04d-f114aa86e385 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:12.425870 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ce746497-197c-4f69-a6ff-1f2b69f1a4ae req-c9489235-8151-4959-b04d-f114aa86e385 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.1035016 Jul 30 16:07:12.440384 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b3b6fb7b-2673-4c30-98c4-3d232a696c56 req-f04ec880-414e-4e73-936a-e13b2fd2c79d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jul 30 16:07:12.524270 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ce746497-197c-4f69-a6ff-1f2b69f1a4ae req-9b5f75c5-3cbb-45dd-9476-b8db4bee40b7 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972898 Jul 30 16:07:12.660530 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a2c1f217-5539-4b87-9f46-47c816c7859c req-f8fa0cbc-2042-4804-8f61-fa435efac1ab tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0605345 Jul 30 16:07:12.937031 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52118) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:12.973266 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a6961ddf-2f42-4c6d-9137-6ce73e5aaa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:12.985188 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-adebbff0-1537-42a2-8cbc-b30674000318 req-1d7bba96-dccb-4cf0-9f9c-4b7a45044a45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0487108 Jul 30 16:07:13.117151 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a6961ddf-2f42-4c6d-9137-6ce73e5aaa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.124968 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a6961ddf-2f42-4c6d-9137-6ce73e5aaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.162072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6961ddf-2f42-4c6d-9137-6ce73e5aaa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b19800-11c2-4b3f-b10f-3efc1b07bb46,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:13.166356 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a6961ddf-2f42-4c6d-9137-6ce73e5aaa75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f1d034d04454607b1f57da946d81594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282417 Jul 30 16:07:13.169023 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52126) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:13.236715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.260897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.330284 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.342969 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.347835 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66b19800-11c2-4b3f-b10f-3efc1b07bb46 HTTP/1.1" status: 204 len: 168 time: 0.1775551 Jul 30 16:07:13.356756 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c3419-db96-467b-a2ac-719e8763a0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b19800-11c2-4b3f-b10f-3efc1b07bb46,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:13.567621 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-694d532a-a191-4a34-b801-18060d5340d2 req-8ae1b367-b52e-454d-b475-d4ecd9cb60f6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0352437 Jul 30 16:07:13.666452 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:13.713980 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230e400-90c5-4dce-aa77-85d46c94b06c req-3dfc9240-191a-4893-9bca-8eb85f218226 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:13.715690 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4230e400-90c5-4dce-aa77-85d46c94b06c req-3dfc9240-191a-4893-9bca-8eb85f218226 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0823581 Jul 30 16:07:13.781109 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4230e400-90c5-4dce-aa77-85d46c94b06c req-9dc44089-ad35-4dab-a998-c491b5311aa7 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jul 30 16:07:13.783510 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e93b7367-76d4-41ba-b9b9-5468203e1400 req-e402a556-bd73-43c3-a36e-3101457791b9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0374248 Jul 30 16:07:14.181292 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8112afa2-36a7-4f4b-8003-c021e9123c9f req-6c9519be-e017-459c-9b62-6157395814b2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0621722 Jul 30 16:07:14.212231 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:07:14.747246 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-97a12bc7-47a1-4191-a1f6-34622b3ecf39 req-61c0641a-cf63-47bc-aec5-c579a9ff0c21 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0555253 Jul 30 16:07:14.918566 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa97e7-204a-43a4-b07a-8eba1984d2d3 req-67263fec-e218-468b-bdb6-73366d604f51 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:14.926095 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6eaa97e7-204a-43a4-b07a-8eba1984d2d3 req-67263fec-e218-468b-bdb6-73366d604f51 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0596733 Jul 30 16:07:14.970697 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ecd1c1ed-bf4c-4697-bd87-be986f77209f req-3df5bbe0-f0ef-474e-9ef9-0515b58bf3d9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0471745 Jul 30 16:07:14.987125 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6eaa97e7-204a-43a4-b07a-8eba1984d2d3 req-b9c0fd6e-3e5a-49e2-8fc7-167916edc79f tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530565 Jul 30 16:07:15.351339 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-24b246c2-e760-4652-98f1-a45efc5e37fe req-490cad1b-d4b9-43f0-8073-dfeba08371e6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0503929 Jul 30 16:07:15.876313 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-119aff34-5b4d-4aab-995e-ee1aa020a23a req-e2a4ebc0-09cf-47c9-b69b-f19aea0a088c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0529151 Jul 30 16:07:16.172941 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab17453e-73d6-440f-b764-d66d7b34233d req-dd8ad441-3598-48ad-bc06-ec9160d6eff0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0721037 Jul 30 16:07:16.177539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b944db-dbf3-4b74-8630-12e21c40510d req-29c55de0-8606-4ce3-b3dc-0a65c89957d9 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:16.179406 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-74b944db-dbf3-4b74-8630-12e21c40510d req-29c55de0-8606-4ce3-b3dc-0a65c89957d9 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.0729043 Jul 30 16:07:16.230831 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-74b944db-dbf3-4b74-8630-12e21c40510d req-28550b77-6fbd-47a2-b193-d713f2346338 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Jul 30 16:07:16.453299 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9914cfa0-662c-444a-8ef6-d682eca830d2 req-0b92618d-52cf-44f1-bc67-f7a01c263281 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0293903 Jul 30 16:07:16.660494 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52376) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:16.782189 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c7eab029-a45d-474c-bca5-c92805008f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:16.833507 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52386) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:16.910266 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c7eab029-a45d-474c-bca5-c92805008f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:16.917314 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c7eab029-a45d-474c-bca5-c92805008f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:16.970377 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52396) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:16.970584 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c7eab029-a45d-474c-bca5-c92805008f0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=836dba14ddfa4e61adb393935999e542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089080 Jul 30 16:07:16.972709 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eab029-a45d-474c-bca5-c92805008f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cbd698-8e09-4621-9c8e-9c197846503e,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.007167 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ec1ac9ca-00e5-4ee1-b8de-d2eecf806fbe req-24cd56cb-3cb4-4895-894a-d1345b21c4ae tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0355034 Jul 30 16:07:17.034735 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd04c55d-e492-4145-a3af-485e3fc93eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.081043 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.136594 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.220766 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd04c55d-e492-4145-a3af-485e3fc93eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.226868 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd04c55d-e492-4145-a3af-485e3fc93eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.246348 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.249714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.254606 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07cbd698-8e09-4621-9c8e-9c197846503e HTTP/1.1" status: 204 len: 168 time: 0.2827327 Jul 30 16:07:17.286804 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04c55d-e492-4145-a3af-485e3fc93eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6f318-05b1-40f9-b381-ae05edac2296,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.336557 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52430) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:17.337056 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bd04c55d-e492-4145-a3af-485e3fc93eb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e338459c22a94be6a0803d390e5146b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020752 Jul 30 16:07:17.353184 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387efb1-ac59-4748-abc2-9ac051ea5345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cbd698-8e09-4621-9c8e-9c197846503e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.364391 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a5f1943b-a477-43a1-8744-e452d941f8f6 req-7b5d5eb9-27e3-4e21-a5b6-5edbfdb6293f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0743778 Jul 30 16:07:17.462461 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.471439 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f10b41-0568-4415-92c5-c4e081d7f191 req-9b7801f8-6fd9-4a5c-beef-304f77514bd8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:17.480891 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63f10b41-0568-4415-92c5-c4e081d7f191 req-9b7801f8-6fd9-4a5c-beef-304f77514bd8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.1103816 Jul 30 16:07:17.521292 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.606780 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63f10b41-0568-4415-92c5-c4e081d7f191 req-799ff6f4-1ad2-41e4-b182-4fef3a958caf tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244421 Jul 30 16:07:17.618001 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0cdacd10-bf1d-4f27-8c9e-bea378ed17da req-48e68fb7-56aa-4870-a41e-20e8966ebaed tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0525854 Jul 30 16:07:17.624872 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.628938 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.630982 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7a6f318-05b1-40f9-b381-ae05edac2296 HTTP/1.1" status: 204 len: 168 time: 0.2929471 Jul 30 16:07:17.642683 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef8b07-ee97-4ece-a01d-f910991d1524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6f318-05b1-40f9-b381-ae05edac2296,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.740047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52456) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:17.755379 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2c2c107f-20e4-485b-b888-79aa3a8bfec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.856452 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-c1ba36f3-495e-4b59-8620-625e03ed817e tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:07:17.857907 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-c1ba36f3-495e-4b59-8620-625e03ed817e tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058630 Jul 30 16:07:17.859105 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2c2c107f-20e4-485b-b888-79aa3a8bfec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.863631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2c2c107f-20e4-485b-b888-79aa3a8bfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.902329 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2c2c107f-20e4-485b-b888-79aa3a8bfec8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=15d9328bae0343ec93f43a5a650e6d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610904 Jul 30 16:07:17.903565 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c107f-20e4-485b-b888-79aa3a8bfec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad55fc9-2aa4-497a-af0f-b6902e635855,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:17.905124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52466) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:17.972259 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:17.998180 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52474) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:18.008104 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.023931 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5b682c8a-b967-4ee4-b6b2-c751ddf73823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.108898 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.112254 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.113360 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dad55fc9-2aa4-497a-af0f-b6902e635855 HTTP/1.1" status: 204 len: 168 time: 0.2068670 Jul 30 16:07:18.136525 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14232dba-05f4-43ff-a664-02af62448a12 req-13dc7524-0c6a-4545-8b28-b1b30b01e580 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0415196 Jul 30 16:07:18.146113 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a252ae7-0eb3-4333-b47e-f08f8a3f3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad55fc9-2aa4-497a-af0f-b6902e635855,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:18.225867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5b682c8a-b967-4ee4-b6b2-c751ddf73823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.235354 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5b682c8a-b967-4ee4-b6b2-c751ddf73823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.276610 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5b682c8a-b967-4ee4-b6b2-c751ddf73823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f5ea2936024de1868f687786ae3db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770991 Jul 30 16:07:18.279409 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52492) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:18.307850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Request body: {'port': {'device_id': 'e26181d7-db01-409a-af4d-e60ceed08514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:18.376570 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.393400 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b682c8a-b967-4ee4-b6b2-c751ddf73823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daff60d5-e00c-4e07-b9e6-1bb086f9b55c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:18.418798 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.529954 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.535287 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cee97c51-6db4-435a-a8cc-28fae80ea25a req-ed248615-5c4f-4897-b7da-027d1dc81f2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0525570 Jul 30 16:07:18.556084 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.562132 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:18.572532 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/daff60d5-e00c-4e07-b9e6-1bb086f9b55c HTTP/1.1" status: 204 len: 168 time: 0.2874739 Jul 30 16:07:18.584657 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a9559-d5ee-440a-b8ef-4a137be42f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff60d5-e00c-4e07-b9e6-1bb086f9b55c,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:18.725386 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab22d8fa-bdc4-4a0e-88ae-899c25ee8180 req-d432c629-5b98-4c7d-b8f1-e4731545b757 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0323787 Jul 30 16:07:18.878512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25ab5a-1b56-4090-93c4-85b1e6150f20 req-4856bd41-99e6-47a7-a356-d998cbddc862 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:18.880034 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f25ab5a-1b56-4090-93c4-85b1e6150f20 req-4856bd41-99e6-47a7-a356-d998cbddc862 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 931 time: 0.1595964 Jul 30 16:07:18.950182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f25ab5a-1b56-4090-93c4-85b1e6150f20 req-be917a8a-0fd1-40ff-bbb6-f8f1ba30ff6b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574906 Jul 30 16:07:19.100780 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2722991c-02f6-4d1b-a307-ec06cfcdb383 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:19.114208 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.131303 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.70', 64250) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:19.135020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Transition to ACTIVE for port object 2722991c-02f6-4d1b-a307-ec06cfcdb383 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:19.164431 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.381508 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:19.393238 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Attempting to bind port 2722991c-02f6-4d1b-a307-ec06cfcdb383 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:19.393585 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Attempting to bind port 2722991c-02f6-4d1b-a307-ec06cfcdb383 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:19.393959 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Attempting to bind port 2722991c-02f6-4d1b-a307-ec06cfcdb383 on network 6191907a-fbea-44ab-ae22-c0c0bbc16432 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:19.399038 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Port 2722991c-02f6-4d1b-a307-ec06cfcdb383 on network 6191907a-fbea-44ab-ae22-c0c0bbc16432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:07:19.399422 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Attempting to bind port 2722991c-02f6-4d1b-a307-ec06cfcdb383 on network 6191907a-fbea-44ab-ae22-c0c0bbc16432 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:19.405235 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:19.405629 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Checking segment: {'id': '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:19.406169 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Bound using segment: {'id': '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:19.407207 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Bound port: 2722991c-02f6-4d1b-a307-ec06cfcdb383, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:19.407550 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.423923 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c63c5a0-c775-40cb-9e79-3aa40a341cc8 req-5998b971-8091-4bc8-acf7-b07583d31f38 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.1226521 Jul 30 16:07:19.506957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-7d6027d8-64e8-4ef8-9c96-8bb2e22c0bc2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:19.508377 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-7d6027d8-64e8-4ef8-9c96-8bb2e22c0bc2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 819 time: 0.3688450 Jul 30 16:07:19.512178 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:19.518162 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383,segment=NetworkSegment(502997c3-17ac-4fa9-8bd4-7ebb7b537c2f),segment_id=502997c3-17ac-4fa9-8bd4-7ebb7b537c2f)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:19.522991 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.536859 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Request body: {'port': {'device_id': '06b40b08-b26d-408a-a189-89e1abad5e88', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'admin_state_up': True, 'tenant_id': 'e827ef52c141425d86e34941944a68cc'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:19.609486 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:19.621135 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:19.622079 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.623708 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-895d3ef1-a1c1-423d-bdcb-0678414f8d7c service neutron] 10.222.0.70 "PUT /v2.0/ports/2722991c-02f6-4d1b-a307-ec06cfcdb383 HTTP/1.1" status: 200 len: 1093 time: 1.4212430 Jul 30 16:07:19.624321 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:19.722495 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d1c369f5-4607-41e9-989c-cfb4f74d00ee req-478ed7b1-eb59-4fe9-9080-fb46f144b261 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0364165 Jul 30 16:07:19.738750 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.70', 64254) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:19.828066 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Made reservation on behalf of e827ef52c141425d86e34941944a68cc for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:07:19.832368 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:19.948030 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52584) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:20.013476 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-17511543-07fe-4f30-bb3a-97c7e44aca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.014883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-17511543-07fe-4f30-bb3a-97c7e44aca16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8aea870288784c9c87d2bdaf98594503&device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 1096 time: 0.2732937 Jul 30 16:07:20.060368 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83dc5547-8fe4-470d-8ded-bc4b4bfa6f0a req-1a1c3cf7-c9f8-4528-acd5-31c8dfcc951b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.1825576 Jul 30 16:07:20.106347 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-a47d4b04-2106-4fa8-9b6c-435d5d2b70b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383 HTTP/1.1" status: 200 len: 217 time: 0.0706131 Jul 30 16:07:20.111177 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba5b6da-5ee7-459f-8f6b-2c12d3441636" -d '{"events": [{"name": "network-changed", "server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:20.139956 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-45f35a99-400c-4c62-89dd-d6ce49c24b99 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.142154 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-45f35a99-400c-4c62-89dd-d6ce49c24b99 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 819 time: 0.4020562 Jul 30 16:07:20.193129 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Request body: {'port': {'device_id': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'admin_state_up': True, 'tenant_id': 'e827ef52c141425d86e34941944a68cc'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:20.198146 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Allocated IP 172.20.0.14 (7ae50bb3-8e84-4c6c-a9c3-090b63e0f099/a106caf4-e05e-4271-9182-2a239c39cc25/b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:20.354062 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.70', 64257) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:20.462793 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:20.485148 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a643a1-666f-4e78-8127-bbc925b86426 req-eabd52a1-da85-4549-8642-ce7fc2494a51 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.492406 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56a643a1-666f-4e78-8127-bbc925b86426 req-eabd52a1-da85-4549-8642-ce7fc2494a51 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 943 time: 0.3848355 Jul 30 16:07:20.499996 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Made reservation on behalf of e827ef52c141425d86e34941944a68cc for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:07:20.503321 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:20.521096 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-ecd2cb6b-4542-4efe-806b-2f69ba6d686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:20.522615 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-ecd2cb6b-4542-4efe-806b-2f69ba6d686c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c108dad-e035-402a-a179-711b4f43c2fb HTTP/1.1" status: 200 len: 851 time: 0.3987451 Jul 30 16:07:20.604108 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52612) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:20.622004 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:20.622448 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56a643a1-666f-4e78-8127-bbc925b86426 req-c088257e-cf6f-4088-8eda-fd15bd4ee3de tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288028 Jul 30 16:07:20.674336 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-4c896d7e-6b7f-4292-82ba-134b17fcfef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6191907a-fbea-44ab-ae22-c0c0bbc16432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386931 Jul 30 16:07:20.685863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a6c85c-0b32-486c-a949-dea8fda02727 x-openstack-request-id: req-d7a6c85c-0b32-486c-a949-dea8fda02727 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:20.686597 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:20.687084 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7a6c85c-0b32-486c-a949-dea8fda02727 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:20.688595 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383', 'status': 'completed', 'code': 200} Jul 30 16:07:20.760812 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0b00a97d-32e4-45d4-b707-cfad7254d1c4 req-190ce0f5-3bff-4a77-a262-1eec112a201e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0605516 Jul 30 16:07:20.785683 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4194b563-0e16-4d7d-a098-9585c45598b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:20.869439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:20.952795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.db.api [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 30 16:07:20.952795 dv-cinder-803046-3-iscsi neutron-server[93205]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 30 16:07:20.952795 dv-cinder-803046-3-iscsi neutron-server[93205]: [parameters: {'project_id_1': 'f97909cd853a4b77bdb7f53fda0d7857', 'expiration_1': datetime.datetime(2021, 7, 30, 16, 7, 20, 918832)}] Jul 30 16:07:20.952795 dv-cinder-803046-3-iscsi neutron-server[93205]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:07:20.953221 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG oslo_db.api [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:07:20.958575 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:21.002597 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:21.011117 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:21.017991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.018667 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.021316 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Pushing event updated for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:21.050899 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-0700b577-57a8-42e6-8d42-dc33649d790b service neutron] 10.222.0.70 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451326 Jul 30 16:07:21.052287 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Allocated IP 172.20.0.4 (7ae50bb3-8e84-4c6c-a9c3-090b63e0f099/a106caf4-e05e-4271-9182-2a239c39cc25/4f9fcb96-116b-472f-84aa-c777e2358cb4) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:21.076338 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18072c-7bb9-4f32-b633-6de6486d7711 req-f3db7508-4416-48a8-b992-7a966fc302af tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.077987 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-de18072c-7bb9-4f32-b633-6de6486d7711 req-f3db7508-4416-48a8-b992-7a966fc302af tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 932 time: 0.1599040 Jul 30 16:07:21.085276 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-753b239a-b826-4a3c-a9d2-1e9335b5fa20 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.086660 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-753b239a-b826-4a3c-a9d2-1e9335b5fa20 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 816 time: 0.7310164 Jul 30 16:07:21.159442 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-de18072c-7bb9-4f32-b633-6de6486d7711 req-c8c47bf1-5d25-4afc-96bd-3ce1b180ff57 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697944 Jul 30 16:07:21.159647 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.70', 64261) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:21.190222 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-ebd6162b-5d44-48c7-a319-bbe4464d8da8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 380 time: 0.0832453 Jul 30 16:07:21.205225 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'port': {'device_id': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'admin_state_up': True, 'tenant_id': '18470f178d164e4a822da596125f2a31', 'security_groups': ['e8e64d7f-e8ef-4071-b317-b2657ab85a95']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:21.344471 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-39206b16-549b-438f-a60b-2345c1f2767a req-cf32ea83-f09d-4e18-abdb-f2632bc4eab0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.1417425 Jul 30 16:07:21.402070 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4194b563-0e16-4d7d-a098-9585c45598b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.422114 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-be033427-83e8-4460-856e-7334cacdfc14 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8924627 Jul 30 16:07:21.422977 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4194b563-0e16-4d7d-a098-9585c45598b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.434484 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f67b9953-9c1b-48c6-a90c-113c24dd1371 req-c055916e-914a-435c-8f58-460fa32ae9f8 service neutron] 10.222.0.70 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597958 Jul 30 16:07:21.435674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Made reservation on behalf of 18470f178d164e4a822da596125f2a31 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:07:21.440073 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.455944 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.470633 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Request body: {'port': {'device_id': '06b40b08-b26d-408a-a189-89e1abad5e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:21.519381 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-0b450efe-4c15-4f6e-a6ac-ffa0459f6196 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.520851 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-0b450efe-4c15-4f6e-a6ac-ffa0459f6196 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 810 time: 0.3522887 Jul 30 16:07:21.530485 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4194b563-0e16-4d7d-a098-9585c45598b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f0fcfc7e3e241b0aab359a0bd3243a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5803020 Jul 30 16:07:21.537886 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194b563-0e16-4d7d-a098-9585c45598b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d541f-c99a-468d-89af-a34959cdb932,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:21.541713 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52650) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:21.598334 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.636142 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:21.722866 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-2212de58-3e3e-4809-a1b3-578dcba31829 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 379 time: 0.1682122 Jul 30 16:07:21.738610 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-d544d123-1e85-479c-b81e-5b77cb4cc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:21.740165 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-d544d123-1e85-479c-b81e-5b77cb4cc031 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8aea870288784c9c87d2bdaf98594503&device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 1096 time: 0.1869605 Jul 30 16:07:21.746173 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'port': {'device_id': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'admin_state_up': True, 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'security_groups': ['1133aa99-7f1c-4958-8306-b7a931b3c62b']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:21.784771 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Allocated IP 172.20.0.3 (4d7fe3aa-ac98-4f16-a434-6dcaa4687c10/26d60e8c-a79a-4f78-ae1e-c08937071ba8/9138d528-69f5-4703-ba07-6f85b67dc617) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:22.009307 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da05499-44e5-45ad-b3e6-7bdd599a747f req-9e8c738e-a117-48b0-94d9-999774fe0ea0 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.010968 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9da05499-44e5-45ad-b3e6-7bdd599a747f req-9e8c738e-a117-48b0-94d9-999774fe0ea0 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 943 time: 0.2444990 Jul 30 16:07:22.018486 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2a7c3f4-d552-46a6-8b02-370ad5975b93 req-39b516e4-055a-4afb-8998-f3a694178e33 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.1061878 Jul 30 16:07:22.029741 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.091114 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.165020 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9da05499-44e5-45ad-b3e6-7bdd599a747f req-7260711b-34ff-4a9e-b604-40a7b045a7ea tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435986 Jul 30 16:07:22.194569 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.211982 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.227645 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.232391 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:22.248099 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-2b7cb743-7d1c-41ad-b780-ec85e64c4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.249582 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-2b7cb743-7d1c-41ad-b780-ec85e64c4f0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6191907a-fbea-44ab-ae22-c0c0bbc16432 HTTP/1.1" status: 200 len: 912 time: 0.4783192 Jul 30 16:07:22.251838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Transition to ACTIVE for port object 9138d528-69f5-4703-ba07-6f85b67dc617 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:22.257195 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.259717 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:22.291962 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:22.297656 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.298430 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.300862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Pushing event updated for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:22.339394 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:22.346009 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.348619 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.392743 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-036c091f-1777-4fe0-8ca7-77e6b9a6b498 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383 HTTP/1.1" status: 200 len: 217 time: 0.1018636 Jul 30 16:07:22.401108 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Transition to ACTIVE for port object b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:22.406275 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f97909cd853a4b77bdb7f53fda0d7857&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7821789 Jul 30 16:07:22.406833 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:22.407095 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52678) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:22.411113 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.413202 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:22.414867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23fc61-f0cd-482c-a1ee-700d374a8fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d541209d-72ff-42d7-b95e-3001a1229a8a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:22.417207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:22.418131 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:22.423745 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.424340 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.434063 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Made reservation on behalf of 71bd283ed91a45de8865533d41ffec34 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:07:22.437438 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.469754 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9a38059-ad58-47a9-8cdf-ef4974540c8c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710845 Jul 30 16:07:22.474194 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f7a5b85-7c7c-4476-95c2-cac77c2b4d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3073964 Jul 30 16:07:22.508755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33ab1c-847a-4f96-b981-95fc6de7d2da req-238fec78-667f-4ae9-b4cb-4c464acd0355 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.510297 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1f33ab1c-847a-4f96-b981-95fc6de7d2da req-238fec78-667f-4ae9-b4cb-4c464acd0355 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 932 time: 0.2592931 Jul 30 16:07:22.516502 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.517292 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.520764 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/478d541f-c99a-468d-89af-a34959cdb932 HTTP/1.1" status: 204 len: 168 time: 0.9738617 Jul 30 16:07:22.544294 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Request body: {'port': {'device_id': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:22.558679 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Request body: {'port': {'device_id': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:22.561161 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:22.621988 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Attempting to bind port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:22.622733 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Attempting to bind port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:22.623333 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Attempting to bind port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:22.640253 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:07:22.641071 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Attempting to bind port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:22.670597 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:22.671390 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Checking segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:22.672955 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Bound using segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:22.673639 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Bound port: b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:22.674227 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.699041 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ae286-dade-4f4e-901a-6e43c6c6aeb9 req-52448916-f66d-42ad-b535-ee1669c4a149 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.700658 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e60ae286-dade-4f4e-901a-6e43c6c6aeb9 req-52448916-f66d-42ad-b535-ee1669c4a149 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 931 time: 0.1860297 Jul 30 16:07:22.704023 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.772338 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c5a24ab1-70d5-4d24-9f2b-a8615ff7dc80 None None] Provisioning for port 9138d528-69f5-4703-ba07-6f85b67dc617 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:22.778072 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22fa80-3ebb-4bba-990c-79a80d3e6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d541f-c99a-468d-89af-a34959cdb932,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:22.778967 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c5a24ab1-70d5-4d24-9f2b-a8615ff7dc80 None None] Provisioning complete for port 9138d528-69f5-4703-ba07-6f85b67dc617 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:22.780678 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-c910ee11-65e2-45d8-9ae4-dc18b13fa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:22.781262 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5a24ab1-70d5-4d24-9f2b-a8615ff7dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.782388 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-c910ee11-65e2-45d8-9ae4-dc18b13fa5db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c108dad-e035-402a-a179-711b4f43c2fb HTTP/1.1" status: 200 len: 851 time: 0.3736923 Jul 30 16:07:22.840783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e60ae286-dade-4f4e-901a-6e43c6c6aeb9 req-b81fcf6c-b882-43be-9556-466c6f7d16d0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255355 Jul 30 16:07:22.854273 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:22.863709 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-c5a24ab1-70d5-4d24-9f2b-a8615ff7dc80 None None] Port 9138d528-69f5-4703-ba07-6f85b67dc617 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:07:22.864944 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-77c33036-6b03-4cd6-b312-5b82caf37fde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6191907a-fbea-44ab-ae22-c0c0bbc16432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701315 Jul 30 16:07:22.939974 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:22.949285 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:22.987960 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.001214 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1f33ab1c-847a-4f96-b981-95fc6de7d2da req-608ede40-98c2-453a-b586-35533e1e2cf9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610562 Jul 30 16:07:23.046374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:23.047091 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.049043 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] 10.222.0.70 "PUT /v2.0/ports/b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 200 len: 1094 time: 1.5837522 Jul 30 16:07:23.049281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52692) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:23.049755 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:23.053086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.098721 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.150308 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Allocated IP 172.20.0.4 (7bf86150-dae2-4a45-a359-67121f10c5f9/ab4d3dab-c604-4c77-8dbc-b203390fa3c9/bad8026f-4849-4e27-85b3-69b75386ebbf) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:07:23.200110 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-a3c43e07-bffe-41ba-b140-2738180e475f service neutron] 10.222.0.70 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135176 Jul 30 16:07:23.206090 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-19b26f8b-799c-4d8a-8543-48a0fa3271b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.224856 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214d74f-2d7c-4180-b6b0-9ab6de72abcd service neutron] Pushing event updated for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.434228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:23.440754 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cc5a1576-7d1d-4532-8a1b-847ec89cc6e2 req-2340c132-db4d-45ea-a625-940e652492a7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.3185906 Jul 30 16:07:23.487884 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-3a965d32-9e69-4c4b-9181-933985fc3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:23.489068 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-3a965d32-9e69-4c4b-9181-933985fc3528 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1097 time: 0.3680937 Jul 30 16:07:23.519172 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.522167 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.526037 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d541209d-72ff-42d7-b95e-3001a1229a8a HTTP/1.1" status: 204 len: 168 time: 1.1120658 Jul 30 16:07:23.572452 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1328f8-dd53-46bc-adc6-cede490dcc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541209d-72ff-42d7-b95e-3001a1229a8a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.580618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c801c83-1d6a-4fa1-98cb-a55e73dff1a6 x-openstack-request-id: req-2c801c83-1d6a-4fa1-98cb-a55e73dff1a6 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:23.581077 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:23.581152 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c801c83-1d6a-4fa1-98cb-a55e73dff1a6 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:23.581596 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0', 'status': 'completed', 'code': 200} Jul 30 16:07:23.583166 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-977dca63-006d-4e05-855c-f9adbdebed5f service neutron] 10.222.0.70 "GET /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664501 Jul 30 16:07:23.590520 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a438b-85f6-4526-84f7-2351af2cc74f req-5f5a9674-20e0-4314-97ac-fa6f3e75cfa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:23.591425 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-bb836b0f-9b5d-4d08-a7b4-05b42e0825d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 200 len: 217 time: 0.0861850 Jul 30 16:07:23.592238 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d16a438b-85f6-4526-84f7-2351af2cc74f req-5f5a9674-20e0-4314-97ac-fa6f3e75cfa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 943 time: 0.2579441 Jul 30 16:07:23.686536 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:23.699119 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.704229 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.719458 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d16a438b-85f6-4526-84f7-2351af2cc74f req-5db675cc-b547-458f-88cb-a77c74fbd8c2 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073396 Jul 30 16:07:23.721706 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-8346fe15-2d93-4e26-a179-ecd0d7750d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:23.723223 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-8346fe15-2d93-4e26-a179-ecd0d7750d93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0968637 Jul 30 16:07:23.756394 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Transition to ACTIVE for port object bad8026f-4849-4e27-85b3-69b75386ebbf will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:23.769184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Transition to ACTIVE for port object 9138d528-69f5-4703-ba07-6f85b67dc617 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:23.778156 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9fcb96-116b-472f-84aa-c777e2358cb4 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:23.788896 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.792536 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-85e7c31c-02ea-4a2e-8f3f-f311c933eba6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553031 Jul 30 16:07:23.794945 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.814048 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Transition to ACTIVE for port object 4f9fcb96-116b-472f-84aa-c777e2358cb4 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:23.820313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.872843 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.892209 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-19b26f8b-799c-4d8a-8543-48a0fa3271b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.897075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.910020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-19b26f8b-799c-4d8a-8543-48a0fa3271b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:23.945886 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.967338 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:07:23.983583 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:23.986346 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:07:24.007025 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-2240b032-9f25-425f-9307-d53f85fae7e7 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000413 Jul 30 16:07:24.028443 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:07:24.035092 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.036011 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.057506 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fab32e2b-bf86-4bed-b3e0-af75bdfe464d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3211000 Jul 30 16:07:24.094704 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-19b26f8b-799c-4d8a-8543-48a0fa3271b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96d665123c43466a9a94c58af4f4cb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9852569 Jul 30 16:07:24.119116 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52734) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:24.123018 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Request body: {'port': {'device_id': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:24.188642 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b26f8b-799c-4d8a-8543-48a0fa3271b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb6d52-429c-4bba-b95b-3c7230f69163,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:24.209915 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Attempting to bind port 9138d528-69f5-4703-ba07-6f85b67dc617 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:24.210256 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Attempting to bind port 9138d528-69f5-4703-ba07-6f85b67dc617 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:24.210613 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Attempting to bind port 9138d528-69f5-4703-ba07-6f85b67dc617 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:24.249943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Port 9138d528-69f5-4703-ba07-6f85b67dc617 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:07:24.250399 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Attempting to bind port 9138d528-69f5-4703-ba07-6f85b67dc617 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:24.296593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:24.297474 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Checking segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:24.298064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Bound using segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:24.301544 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Bound port: 9138d528-69f5-4703-ba07-6f85b67dc617, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:24.301544 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.313917 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Attempting to bind port 4f9fcb96-116b-472f-84aa-c777e2358cb4 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:24.314717 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Attempting to bind port 4f9fcb96-116b-472f-84aa-c777e2358cb4 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:24.315211 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Attempting to bind port 4f9fcb96-116b-472f-84aa-c777e2358cb4 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:24.317775 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47178-15e8-4fbe-b5b3-29393b331568 req-5e39dc32-ae0b-412f-a215-7ea8d2e63326 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.325375 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63b47178-15e8-4fbe-b5b3-29393b331568 req-5e39dc32-ae0b-412f-a215-7ea8d2e63326 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.3105316 Jul 30 16:07:24.372423 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.396458 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-55de1cdf-833b-4cc1-9735-c38f4aaee1cf req-37e5bc4f-455f-48d3-a55e-c7d9847e2f05 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436422 Jul 30 16:07:24.433711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63b47178-15e8-4fbe-b5b3-29393b331568 req-ded38985-3408-4e5d-a911-2095b7752ab0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022844 Jul 30 16:07:24.438698 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affb3e5-df32-42c3-a78b-4bf7a482ac04 req-72f58d9d-82ae-4638-b470-c833dcb67862 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.444240 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3affb3e5-df32-42c3-a78b-4bf7a482ac04 req-72f58d9d-82ae-4638-b470-c833dcb67862 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 944 time: 0.2383204 Jul 30 16:07:24.444817 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Port 4f9fcb96-116b-472f-84aa-c777e2358cb4 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:07:24.445133 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Attempting to bind port 4f9fcb96-116b-472f-84aa-c777e2358cb4 on network 7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:24.455689 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:24.456020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Checking segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:24.456393 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Bound using segment: {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:24.460958 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Bound port: 4f9fcb96-116b-472f-84aa-c777e2358cb4, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10209039-4c2f-4a07-b4df-9d85afe8f584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:24.465042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.480758 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7cb41771-9ced-4d21-b43b-a7aaddc51aed None None] Provisioning for port bad8026f-4849-4e27-85b3-69b75386ebbf completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:24.488115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7cb41771-9ced-4d21-b43b-a7aaddc51aed None None] Provisioning complete for port bad8026f-4849-4e27-85b3-69b75386ebbf triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:24.488757 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7cb41771-9ced-4d21-b43b-a7aaddc51aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.504572 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:24.533720 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3affb3e5-df32-42c3-a78b-4bf7a482ac04 req-b4433bfa-bac5-4c2c-a9bf-2f7580a41e7f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790277 Jul 30 16:07:24.556523 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-7cb41771-9ced-4d21-b43b-a7aaddc51aed None None] Port bad8026f-4849-4e27-85b3-69b75386ebbf cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:07:24.582626 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:24.595796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.614167 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.660429 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.661011 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.662399 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] 10.222.0.70 "PUT /v2.0/ports/9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 1093 time: 2.1203787 Jul 30 16:07:24.667618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-46f5b777-1c4e-42ab-a034-e07f98118fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.669549 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-46f5b777-1c4e-42ab-a034-e07f98118fcb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1097 time: 0.2005677 Jul 30 16:07:24.729137 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.754391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d93d-3d05-48fb-bb1b-65d212586b81 req-09f951b1-e80a-4611-ba86-1caa98d4660c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.762565 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a59d93d-3d05-48fb-bb1b-65d212586b81 req-09f951b1-e80a-4611-ba86-1caa98d4660c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 931 time: 0.1857436 Jul 30 16:07:24.764396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3c099-bb14-4a8e-bb67-485b43b92635 service neutron] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:24.783860 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:24.862478 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:24.909578 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.956746 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a59d93d-3d05-48fb-bb1b-65d212586b81 req-c23da4b1-1623-40b2-bbf3-b1d36edccf86 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932902 Jul 30 16:07:24.964933 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-4038149c-d711-4b68-aba0-55605b2ac12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.966777 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-4038149c-d711-4b68-aba0-55605b2ac12a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1096 time: 0.1986375 Jul 30 16:07:24.984186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:24.985878 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:24.989785 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] 10.222.0.70 "PUT /v2.0/ports/4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 1093 time: 2.4560707 Jul 30 16:07:24.993241 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:24.998217 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce3350-e50f-4320-a686-c9d82601cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:25.010718 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 2722991c-02f6-4d1b-a307-ec06cfcdb383 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:07:25.037696 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-d9bc5b6b-bb97-4e31-b228-00a3f00b3c16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 217 time: 0.0553412 Jul 30 16:07:25.038337 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-aa3897d3-c26d-4022-a0ba-8ca3e871f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.039769 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-aa3897d3-c26d-4022-a0ba-8ca3e871f113 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.3607869 Jul 30 16:07:25.040868 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf76de3-6712-4d30-ac1f-65991da2f749 req-65d1a2ca-2704-4d41-8d92-88195c8ef91a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.042622 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bbf76de3-6712-4d30-ac1f-65991da2f749 req-65d1a2ca-2704-4d41-8d92-88195c8ef91a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 943 time: 0.1866336 Jul 30 16:07:25.046143 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254ca5e-f4a5-4b97-a9ba-af6f3780fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:25.058518 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.061246 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.062511 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6eb6d52-429c-4bba-b95b-3c7230f69163 HTTP/1.1" status: 204 len: 168 time: 0.9234991 Jul 30 16:07:25.121708 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e783ca-ca6c-4b25-9eae-978a06f521a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb6d52-429c-4bba-b95b-3c7230f69163,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:25.141630 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-4b21829d-9f2f-418b-81b6-5625d1c735d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 200 len: 217 time: 0.0780270 Jul 30 16:07:25.143409 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0718749-fbb5-4501-9eeb-9ad16bc283c9 x-openstack-request-id: req-f0718749-fbb5-4501-9eeb-9ad16bc283c9 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:25.143876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:25.144159 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0718749-fbb5-4501-9eeb-9ad16bc283c9 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:25.144550 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4', 'status': 'completed', 'code': 200} Jul 30 16:07:25.170851 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bbf76de3-6712-4d30-ac1f-65991da2f749 req-e97c7354-e44c-4726-aef8-f27a4a0b1b3d tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164625 Jul 30 16:07:25.201832 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-ddcd0eb7-5383-40ec-85b1-642d33bd9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.203540 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-ddcd0eb7-5383-40ec-85b1-642d33bd9afa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1096 time: 0.1342089 Jul 30 16:07:25.220958 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-cbc8ab35-5a83-4e69-ad11-becffb0c8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.223018 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-cbc8ab35-5a83-4e69-ad11-becffb0c8885 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.1527579 Jul 30 16:07:25.235189 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383,segment=NetworkSegment(502997c3-17ac-4fa9-8bd4-7ebb7b537c2f),segment_id=502997c3-17ac-4fa9-8bd4-7ebb7b537c2f)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:25.249186 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '2722991c-02f6-4d1b-a307-ec06cfcdb383', 'network_id': '6191907a-fbea-44ab-ae22-c0c0bbc16432', 'port_id': '2722991c-02f6-4d1b-a307-ec06cfcdb383', 'mac_address': 'fa:16:3e:5e:64:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c108dad-e035-402a-a179-711b4f43c2fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:07:25.255822 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-d9bf366c-f7d7-431e-83a3-ba76a9733dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.257450 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-d9bf366c-f7d7-431e-83a3-ba76a9733dfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0930762 Jul 30 16:07:25.262098 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-d6365dfd-5206-4b0e-b695-72c733160c3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0402005 Jul 30 16:07:25.300723 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad8026f-4849-4e27-85b3-69b75386ebbf {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:25.310382 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.325775 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-e9e70dc5-762d-49f5-940f-21b6cf414056 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456927 Jul 30 16:07:25.328147 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.353234 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Transition to ACTIVE for port object bad8026f-4849-4e27-85b3-69b75386ebbf will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:07:25.354186 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-7c8af38b-22ba-4829-8efb-9d0d3fd429b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.355969 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-7c8af38b-22ba-4829-8efb-9d0d3fd429b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163485 Jul 30 16:07:25.370512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-7a75973f-0bfb-4796-a01c-e7cf7b692285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:25.372079 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-7a75973f-0bfb-4796-a01c-e7cf7b692285 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0853503 Jul 30 16:07:25.372718 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.446636 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-ee667b73-f065-4fa2-a9b4-241a80c83764 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619226 Jul 30 16:07:25.576296 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-18c99bd9-f531-4632-882b-d3d4920b7a05 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361138 Jul 30 16:07:25.599389 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2722991c-02f6-4d1b-a307-ec06cfcdb383 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:25.600926 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:25.603317 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fa5e59-e54a-45b2-bf68-56922e4c0f21" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:25.648504 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383,segment=NetworkSegment(502997c3-17ac-4fa9-8bd4-7ebb7b537c2f),segment_id=502997c3-17ac-4fa9-8bd4-7ebb7b537c2f)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:25.661343 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:25.669958 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-722074ff-c962-4913-8862-456da5f88a5e service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754633 Jul 30 16:07:25.727828 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:25.966629 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:26.014859 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['2722991c-02f6-4d1b-a307-ec06cfcdb383'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:26.087976 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Attempting to bind port bad8026f-4849-4e27-85b3-69b75386ebbf on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:07:26.088315 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Attempting to bind port bad8026f-4849-4e27-85b3-69b75386ebbf by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:07:26.088641 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Attempting to bind port bad8026f-4849-4e27-85b3-69b75386ebbf on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:26.107411 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Port bad8026f-4849-4e27-85b3-69b75386ebbf on network 7bf86150-dae2-4a45-a359-67121f10c5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:07:26.107728 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Attempting to bind port bad8026f-4849-4e27-85b3-69b75386ebbf on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:07:26.126193 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:07:26.126940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Checking segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:07:26.127613 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Bound using segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:07:26.128210 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Bound port: bad8026f-4849-4e27-85b3-69b75386ebbf, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:07:26.128720 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.191891 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad7b4b-9ba8-412e-91c5-79e7e0c3766b req-8f15a4f4-bb3e-4a6a-aefa-9fa0b3e0cfdd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.200317 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b6ad7b4b-9ba8-412e-91c5-79e7e0c3766b req-8f15a4f4-bb3e-4a6a-aefa-9fa0b3e0cfdd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 944 time: 0.2183781 Jul 30 16:07:26.224237 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-3f6f6f20-5e8e-4874-b00b-4151d0e837e8 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613037 Jul 30 16:07:26.278491 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde9df9-8faa-496b-bb4f-3ee5a6ba5a5a req-861d3daa-29b0-483d-8a7d-0023d7f0fddb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.291452 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8cde9df9-8faa-496b-bb4f-3ee5a6ba5a5a req-861d3daa-29b0-483d-8a7d-0023d7f0fddb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.6423454 Jul 30 16:07:26.297869 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-eacaa69c-7bd4-46b0-a850-4a12693ab629 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059375 Jul 30 16:07:26.321385 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f9fab4f-1608-477d-b9aa-f3fe7eb6dd1a req-1b8d1749-2b2a-4460-bd88-dfd4135e64dc service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904576 Jul 30 16:07:26.338136 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b6ad7b4b-9ba8-412e-91c5-79e7e0c3766b req-7db89cc7-65e5-4757-989a-2f5922016d57 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366332 Jul 30 16:07:26.382689 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:07:26.391460 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=bad8026f-4849-4e27-85b3-69b75386ebbf,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:07:26.401560 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8cde9df9-8faa-496b-bb4f-3ee5a6ba5a5a req-8e213f3e-0f8a-453d-a84b-de33afd20f0e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086676 Jul 30 16:07:26.402063 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.426355 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.437017 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.437017 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] 10.222.0.70 "PUT /v2.0/ports/bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 1093 time: 2.3103755 Jul 30 16:07:26.481689 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1dde1c58-8bc4-4e7b-8b2c-81c660167aba req-693eda2c-62a0-473c-b97d-13d8ff700410 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240005 Jul 30 16:07:26.504267 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531669fc-10b3-4dcb-a317-ddc56e9147b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:26.514603 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ca093-137d-4e88-95df-a256e8d633e7 x-openstack-request-id: req-785ca093-137d-4e88-95df-a256e8d633e7 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:26.514902 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:26.515186 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-785ca093-137d-4e88-95df-a256e8d633e7 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:26.515575 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'status': 'completed', 'code': 200} Jul 30 16:07:26.621817 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52868) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:26.642536 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640878e-0e56-4068-8cee-239445e6e7b8 req-772ead73-747b-4577-95fa-7ce0ee92e8e2 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.645077 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f640878e-0e56-4068-8cee-239445e6e7b8 req-772ead73-747b-4577-95fa-7ce0ee92e8e2 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0687003 Jul 30 16:07:26.666755 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5cb9-1422-412e-b34e-c266256fa119 req-bb5e4192-2367-49c3-b1ae-2c8dee14773b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:26.669049 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-062c5cb9-1422-412e-b34e-c266256fa119 req-bb5e4192-2367-49c3-b1ae-2c8dee14773b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0968707 Jul 30 16:07:26.706608 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f640878e-0e56-4068-8cee-239445e6e7b8 req-eabb20af-98e7-4e5c-a261-293358963b4a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509753 Jul 30 16:07:26.718225 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-062c5cb9-1422-412e-b34e-c266256fa119 req-033ddc9b-8e45-433b-97ac-60a5bf60dd2b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383675 Jul 30 16:07:26.769078 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb315037-2acf-4031-8354-99a03570dc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.861832 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb315037-2acf-4031-8354-99a03570dc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.866929 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb315037-2acf-4031-8354-99a03570dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.903977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315037-2acf-4031-8354-99a03570dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64dde47-2acf-443f-8c11-1d57a8003cf8,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:26.911906 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-eb315037-2acf-4031-8354-99a03570dc23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2185e29be6e442d8e8086aba1873fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887411 Jul 30 16:07:26.912567 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52882) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:26.969406 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:26.995464 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.046738 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.049800 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.050945 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e64dde47-2acf-443f-8c11-1d57a8003cf8 HTTP/1.1" status: 204 len: 168 time: 0.1374507 Jul 30 16:07:27.056117 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52890) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:27.058570 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74121fd0-d22f-4cb8-aa03-2af6ae40d57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64dde47-2acf-443f-8c11-1d57a8003cf8,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:27.145931 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:27.148345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146188c1-01b9-4372-9c74-b072fbd4cc33" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:27.187533 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f7b38-8252-4751-bc6a-124040783f1b x-openstack-request-id: req-dc5f7b38-8252-4751-bc6a-124040783f1b {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:27.188416 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:27.188677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc5f7b38-8252-4751-bc6a-124040783f1b {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:27.189069 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'status': 'completed', 'code': 200} Jul 30 16:07:27.270575 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c1b640ea-4e28-4779-bbac-af8473f385a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.331197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52900) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:27.349545 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cce7bd89-dc89-4bac-9759-2b94f3106a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.392501 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c1b640ea-4e28-4779-bbac-af8473f385a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.398220 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c1b640ea-4e28-4779-bbac-af8473f385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.456654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c1b640ea-4e28-4779-bbac-af8473f385a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbd18dac605140a0973872ee6da9b702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959639 Jul 30 16:07:27.456654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b640ea-4e28-4779-bbac-af8473f385a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a8786-1a76-4664-9041-f8f7d596d8d9,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:27.457121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 52906) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:27.487295 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62213eed-d7b9-4d19-8bbf-e0bea1e3466e req-d5607c91-bc16-417a-880e-d0f32c5c34c1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.488839 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62213eed-d7b9-4d19-8bbf-e0bea1e3466e req-d5607c91-bc16-417a-880e-d0f32c5c34c1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 944 time: 0.0739784 Jul 30 16:07:27.554500 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cce7bd89-dc89-4bac-9759-2b94f3106a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.561915 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cce7bd89-dc89-4bac-9759-2b94f3106a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.568116 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62213eed-d7b9-4d19-8bbf-e0bea1e3466e req-910b6f3d-ffa3-4e9b-941a-bce4435da26f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Jul 30 16:07:27.570808 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.601345 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.610256 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c153f9-c414-4cf9-a00d-1dccbf830f41 req-9e14d141-284f-44f3-b386-d889634aff4d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.611809 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42c153f9-c414-4cf9-a00d-1dccbf830f41 req-9e14d141-284f-44f3-b386-d889634aff4d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.1087239 Jul 30 16:07:27.630471 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-cce7bd89-dc89-4bac-9759-2b94f3106a41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b7bb0889506439b8e7bbf7082702912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982450 Jul 30 16:07:27.633272 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 52908) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:27.642420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7bd89-dc89-4bac-9759-2b94f3106a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d5ea1-7233-4b23-ad91-099440592e6f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:27.658921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.661454 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.665514 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c09a8786-1a76-4664-9041-f8f7d596d8d9 HTTP/1.1" status: 204 len: 168 time: 0.2049315 Jul 30 16:07:27.671451 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3242493-51df-4398-93a5-f86a6ab76103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a8786-1a76-4664-9041-f8f7d596d8d9,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:27.688828 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42c153f9-c414-4cf9-a00d-1dccbf830f41 req-f3387061-923d-4af1-a617-22486f2cdee8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686648 Jul 30 16:07:27.721053 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.743353 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.801248 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.804333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:27.805893 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a25d5ea1-7233-4b23-ad91-099440592e6f HTTP/1.1" status: 204 len: 168 time: 0.1714442 Jul 30 16:07:27.843644 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324696aa-2daf-4080-8e01-70cda9b68434 req-49057997-9829-48d7-aea7-d1f4b6eb6fef tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.845774 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-324696aa-2daf-4080-8e01-70cda9b68434 req-49057997-9829-48d7-aea7-d1f4b6eb6fef tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0724592 Jul 30 16:07:27.853419 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa893e3-280d-42af-8737-52c675d7da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d5ea1-7233-4b23-ad91-099440592e6f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:27.886014 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d07bdb-d2ea-4237-bf50-ac9947c1520b req-edd9c905-c755-4de9-a3d4-8bc8f4cdc270 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:27.894153 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d07bdb-d2ea-4237-bf50-ac9947c1520b req-edd9c905-c755-4de9-a3d4-8bc8f4cdc270 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0869679 Jul 30 16:07:27.905321 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-324696aa-2daf-4080-8e01-70cda9b68434 req-a23b1a95-ca29-4979-94ff-875691336d98 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529730 Jul 30 16:07:27.933716 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5d07bdb-d2ea-4237-bf50-ac9947c1520b req-d0e87e89-5c50-4d42-96ff-42d9064447e5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385995 Jul 30 16:07:28.563228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:07:28.671861 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:28.686763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'port_id': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0', 'mac_address': 'fa:16:3e:ad:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:07:28.702001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866f166-97d2-4a81-a907-c0a82c7534ae req-c604e7f2-e7c5-432a-a2ca-a73290f8c5cd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:28.704051 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b866f166-97d2-4a81-a907-c0a82c7534ae req-c604e7f2-e7c5-432a-a2ca-a73290f8c5cd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 944 time: 0.0522969 Jul 30 16:07:28.744562 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.747731 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b866f166-97d2-4a81-a907-c0a82c7534ae req-0f9e3221-7483-4689-b446-9c72b0420163 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Jul 30 16:07:28.759318 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:28.785744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:28.791526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:28.849480 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b30f2-24b3-4e3e-8a07-6bb810296f54 req-b2b40191-e226-45b4-83c9-8c395deb99c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:28.851165 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e69b30f2-24b3-4e3e-8a07-6bb810296f54 req-b2b40191-e226-45b4-83c9-8c395deb99c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0662401 Jul 30 16:07:28.855051 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:28.892656 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e69b30f2-24b3-4e3e-8a07-6bb810296f54 req-dcb4d6bb-26ce-4694-925d-309ccfd8e05a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Jul 30 16:07:29.048982 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834ec95-6757-4116-8ca3-d27a0a141f26 req-17fce8e1-0e27-4863-a0c1-373e931f7f9a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.051697 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4834ec95-6757-4116-8ca3-d27a0a141f26 req-17fce8e1-0e27-4863-a0c1-373e931f7f9a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0657763 Jul 30 16:07:29.102954 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678bcf0-ad23-494e-b48a-885ec62f047f req-8a8bce19-663d-42da-ad81-09f90d0b1c63 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.104716 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9678bcf0-ad23-494e-b48a-885ec62f047f req-8a8bce19-663d-42da-ad81-09f90d0b1c63 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0952206 Jul 30 16:07:29.121800 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4834ec95-6757-4116-8ca3-d27a0a141f26 req-215e4fa7-1b5c-4f14-9fd5-65960b08e634 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517933 Jul 30 16:07:29.152260 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9678bcf0-ad23-494e-b48a-885ec62f047f req-ba1d88b5-ca48-4a80-8765-92e0383e91a2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 Jul 30 16:07:29.868317 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5969fe0-6eee-4f0e-9160-37aaebfe4164 req-ed9092ac-3048-4725-815e-eb2353c4f9a4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:29.869783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d5969fe0-6eee-4f0e-9160-37aaebfe4164 req-ed9092ac-3048-4725-815e-eb2353c4f9a4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0483127 Jul 30 16:07:29.913739 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d5969fe0-6eee-4f0e-9160-37aaebfe4164 req-aff86693-6cf7-445b-ada9-f0f5025c2dcc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332122 Jul 30 16:07:30.026806 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a26e4-85c0-4231-b8b8-c304d2267514 req-0bb5f188-8260-4fc4-b2f7-d0e2f3a99f31 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.028321 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f77a26e4-85c0-4231-b8b8-c304d2267514 req-0bb5f188-8260-4fc4-b2f7-d0e2f3a99f31 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0561333 Jul 30 16:07:30.066937 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f77a26e4-85c0-4231-b8b8-c304d2267514 req-a28b1521-8a07-43f6-a893-12994f248331 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Jul 30 16:07:30.240029 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879de814-a2af-4817-8ac4-d39668d05498 req-a5000d34-6897-4ebc-91b8-50045c3503cd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.241512 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-879de814-a2af-4817-8ac4-d39668d05498 req-a5000d34-6897-4ebc-91b8-50045c3503cd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0490503 Jul 30 16:07:30.296740 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-879de814-a2af-4817-8ac4-d39668d05498 req-c1289c17-b232-43aa-97a1-292d13ed712e tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450032 Jul 30 16:07:30.300757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507beef9-15cb-49b1-9285-7bd6dde58b28 req-1bbe0f4e-9a0b-47bd-857c-d7c1c3a9c97c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.302950 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-507beef9-15cb-49b1-9285-7bd6dde58b28 req-1bbe0f4e-9a0b-47bd-857c-d7c1c3a9c97c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0813704 Jul 30 16:07:30.341141 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-507beef9-15cb-49b1-9285-7bd6dde58b28 req-75d17dae-32bf-4800-9762-52e218089c4d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Jul 30 16:07:30.424203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-84cb966f-82cf-4b59-9f02-040921fe08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.425712 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-84cb966f-82cf-4b59-9f02-040921fe08c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1096 time: 0.0480976 Jul 30 16:07:30.458463 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-dc7e80d7-3881-4e5f-bd0f-de57e7bfa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.459977 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-dc7e80d7-3881-4e5f-bd0f-de57e7bfa16e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1096 time: 0.0819216 Jul 30 16:07:30.471074 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-632d260e-cb8a-465d-9fd7-8d131c649eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.472501 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-632d260e-cb8a-465d-9fd7-8d131c649eba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1096 time: 0.0541711 Jul 30 16:07:30.524718 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-0fd96a4f-cc09-46a6-91bf-8cdabbc7ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.526173 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-0fd96a4f-cc09-46a6-91bf-8cdabbc7ca09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0917978 Jul 30 16:07:30.574164 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-20935519-a4fa-405a-87d5-e494da349df6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 217 time: 0.0359981 Jul 30 16:07:30.632784 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-46fc4530-e8cd-42a9-94f1-8586e89de889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.634232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-46fc4530-e8cd-42a9-94f1-8586e89de889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0492797 Jul 30 16:07:30.640194 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:30.694050 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-ff98103d-08a4-44bc-b41a-38be7e21b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.695689 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-ff98103d-08a4-44bc-b41a-38be7e21b8a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485516 Jul 30 16:07:30.718607 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-f3512851-0c75-4aa9-a682-55beb781b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.720280 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-f3512851-0c75-4aa9-a682-55beb781b4f9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=71bd283ed91a45de8865533d41ffec34&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2467980 Jul 30 16:07:30.721358 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-ba7c5d81-3d21-48ce-bd61-f0674057bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.722654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-ba7c5d81-3d21-48ce-bd61-f0674057bd02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.2333505 Jul 30 16:07:30.802274 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-3b91cba7-5896-4c69-b42d-1e22a9d2fdfb service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925982 Jul 30 16:07:30.842624 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-b2a2f5ef-5e07-4ab9-a4ac-7b774a4f9a5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0910735 Jul 30 16:07:30.915071 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78fa5e59-e54a-45b2-bf68-56922e4c0f21 req-1f3a5b79-d8d0-40c8-be31-be50ba76d928 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951269 Jul 30 16:07:30.972593 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-fc857d09-5dac-4d0c-821d-6baf76f328c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.974015 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-fc857d09-5dac-4d0c-821d-6baf76f328c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.1121240 Jul 30 16:07:30.978673 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-dee50628-6939-4f3e-9214-1399a243ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:30.980093 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-146188c1-01b9-4372-9c74-b072fbd4cc33 req-dee50628-6939-4f3e-9214-1399a243ebaf service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371306 Jul 30 16:07:31.022437 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-bc7dc58b-57b6-4a55-9644-3454bca67a1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253704 Jul 30 16:07:31.062275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250255a-ea7c-4b55-93f7-62f8447cb485 req-9ccde7c6-953a-403e-9490-7736b350f239 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.064938 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0250255a-ea7c-4b55-93f7-62f8447cb485 req-9ccde7c6-953a-403e-9490-7736b350f239 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0730684 Jul 30 16:07:31.110001 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0250255a-ea7c-4b55-93f7-62f8447cb485 req-c987fd47-8fbd-42a1-9f82-d0032b8f29a7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Jul 30 16:07:31.169427 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-40aa2e63-d248-4539-a245-dbcfa928a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.170822 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-40aa2e63-d248-4539-a245-dbcfa928a426 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1096 time: 0.1146815 Jul 30 16:07:31.176778 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-5162fa16-bf0a-4c6d-9761-20cb4b1f6f54 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384225 Jul 30 16:07:31.210722 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f777690-b5fd-491c-b99b-aab6eed367b1 req-cc3c2356-db1b-4e49-b0fd-24d9256fe850 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.212156 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f777690-b5fd-491c-b99b-aab6eed367b1 req-cc3c2356-db1b-4e49-b0fd-24d9256fe850 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0606670 Jul 30 16:07:31.252761 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f777690-b5fd-491c-b99b-aab6eed367b1 req-93ba2fc0-67d5-442a-bd98-e0a4433ef00a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Jul 30 16:07:31.423527 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cedb2-9f0d-48f9-a679-089c1e2a057c req-20af016c-165e-49f8-b17d-0a3f563f168a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.425032 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0b6cedb2-9f0d-48f9-a679-089c1e2a057c req-20af016c-165e-49f8-b17d-0a3f563f168a tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0522041 Jul 30 16:07:31.479654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641de77-78f0-449b-b225-73b72fe4fef2 req-e9c8b822-61b5-4f93-9854-a8b2e2ee2a25 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:31.481323 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8641de77-78f0-449b-b225-73b72fe4fef2 req-e9c8b822-61b5-4f93-9854-a8b2e2ee2a25 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0672188 Jul 30 16:07:31.485084 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0b6cedb2-9f0d-48f9-a679-089c1e2a057c req-b82d3079-587f-4f37-8ca4-205e8ee34e84 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526590 Jul 30 16:07:31.524005 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8641de77-78f0-449b-b225-73b72fe4fef2 req-b1557ead-3a7d-41a4-b3bd-3e594546e6e0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361011 Jul 30 16:07:32.233294 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee98a06-1100-4c53-8d1b-bbf2e4d9ffd5 req-38176b8c-c7d4-4e3d-b747-b0a410635e8a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.234886 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ee98a06-1100-4c53-8d1b-bbf2e4d9ffd5 req-38176b8c-c7d4-4e3d-b747-b0a410635e8a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Jul 30 16:07:32.272544 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ee98a06-1100-4c53-8d1b-bbf2e4d9ffd5 req-4568839e-888e-4675-9ada-ef291b018258 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Jul 30 16:07:32.372730 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d315bf2-9e25-4b36-8248-9f3c6a8514bd req-4ff47817-09d2-4084-98f7-a7b4e34073a4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.374081 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d315bf2-9e25-4b36-8248-9f3c6a8514bd req-4ff47817-09d2-4084-98f7-a7b4e34073a4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0470910 Jul 30 16:07:32.410804 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d315bf2-9e25-4b36-8248-9f3c6a8514bd req-e71f4f99-469a-43c2-8b40-87d3e0071fc6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303438 Jul 30 16:07:32.416242 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 2722991c-02f6-4d1b-a307-ec06cfcdb383 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:32.464876 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 2722991c-02f6-4d1b-a307-ec06cfcdb383 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:32.468608 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 2722991c-02f6-4d1b-a307-ec06cfcdb383 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:32.469153 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:32.543076 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:32.570383 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:32.601862 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bd81a-5a26-490d-8f86-e486d9463de6 req-2677b215-ba26-4e17-b5cc-c1ea46b3b78f tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.603532 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ec7bd81a-5a26-490d-8f86-e486d9463de6 req-2677b215-ba26-4e17-b5cc-c1ea46b3b78f tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 944 time: 0.0515993 Jul 30 16:07:32.653077 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ec7bd81a-5a26-490d-8f86-e486d9463de6 req-16539162-5e83-4bac-84b7-f7a34650ac57 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Jul 30 16:07:32.656997 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97c522-07fc-4f7b-8d0d-35e480ac7870 req-1b0dc5da-41af-45b8-b94c-6448c0317ab9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:32.658618 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4c97c522-07fc-4f7b-8d0d-35e480ac7870 req-1b0dc5da-41af-45b8-b94c-6448c0317ab9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0621462 Jul 30 16:07:32.659601 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383,segment=NetworkSegment(502997c3-17ac-4fa9-8bd4-7ebb7b537c2f),segment_id=502997c3-17ac-4fa9-8bd4-7ebb7b537c2f)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:32.668233 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:32.705868 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4c97c522-07fc-4f7b-8d0d-35e480ac7870 req-a24613b6-2320-4a0e-baba-20018eb7ddf9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396755 Jul 30 16:07:32.719535 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:32.755549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a65e0e0-9606-4c2b-b8db-33b2d47d4297" -d '{"events": [{"server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "name": "network-vif-plugged", "status": "completed", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:32.843491 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47fde8a-c709-4445-a806-06f81418c16f x-openstack-request-id: req-b47fde8a-c709-4445-a806-06f81418c16f {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:32.843829 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "name": "network-vif-plugged", "status": "completed", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:32.844082 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b47fde8a-c709-4445-a806-06f81418c16f {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:32.844549 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383', 'code': 200} Jul 30 16:07:33.382369 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8040f3d-36d9-459e-b71a-7565cac7fa74 req-bc87553d-83e3-4880-8672-08da600dca82 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.383735 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c8040f3d-36d9-459e-b71a-7565cac7fa74 req-bc87553d-83e3-4880-8672-08da600dca82 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0469189 Jul 30 16:07:33.424551 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c8040f3d-36d9-459e-b71a-7565cac7fa74 req-7b87c924-1c30-4e9f-981a-feee655bb800 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Jul 30 16:07:33.529193 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362aedc-84b9-4b3a-bb7f-bce2b294a71b req-1830dfd2-0875-4c8e-b210-1eedf0a09493 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.530642 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e362aedc-84b9-4b3a-bb7f-bce2b294a71b req-1830dfd2-0875-4c8e-b210-1eedf0a09493 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0473120 Jul 30 16:07:33.576779 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e362aedc-84b9-4b3a-bb7f-bce2b294a71b req-619ef19c-2555-4c11-a725-fe0e3b9398d9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395200 Jul 30 16:07:33.772860 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9853-086b-4dcf-8998-e04b046d6e1c req-fd652736-664b-499d-9f24-c99f97517a76 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.774328 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b51c9853-086b-4dcf-8998-e04b046d6e1c req-fd652736-664b-499d-9f24-c99f97517a76 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Jul 30 16:07:33.813591 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b51c9853-086b-4dcf-8998-e04b046d6e1c req-a2de8d55-c80f-473f-a903-1c91556d7da5 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 30 16:07:33.823231 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c9b09-4be8-48d6-8b7d-ce3b9322279d req-4ee32b89-aba5-4753-aa63-34c193a580f3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:33.825166 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a72c9b09-4be8-48d6-8b7d-ce3b9322279d req-4ee32b89-aba5-4753-aa63-34c193a580f3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0530133 Jul 30 16:07:33.863669 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a72c9b09-4be8-48d6-8b7d-ce3b9322279d req-ab5eec81-9e76-43d1-af39-cd0a7444d35d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Jul 30 16:07:34.536278 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599aa63-e0f8-4e3a-a527-b7274408643b req-211c3052-0ad4-49d4-99ce-12df919248aa tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:34.537715 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1599aa63-e0f8-4e3a-a527-b7274408643b req-211c3052-0ad4-49d4-99ce-12df919248aa tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Jul 30 16:07:34.573644 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1599aa63-e0f8-4e3a-a527-b7274408643b req-a0393a8b-436e-456c-9808-a920cbaf7c79 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300541 Jul 30 16:07:34.696577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb37818-47e0-4c72-8bcf-1920ea6bca24 req-25bb18ee-03c0-472f-baf6-9d08b8c6fcc3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:34.698091 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-adb37818-47e0-4c72-8bcf-1920ea6bca24 req-25bb18ee-03c0-472f-baf6-9d08b8c6fcc3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0529003 Jul 30 16:07:34.745196 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-adb37818-47e0-4c72-8bcf-1920ea6bca24 req-4047fef5-23cb-4343-9758-366b255369cb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Jul 30 16:07:34.934291 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-efb1c97f-7590-41ef-9e2e-b3a552c55615 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 217 time: 0.2802153 Jul 30 16:07:34.978576 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-a85805ea-84e0-4660-951c-bdb52f7d49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:34.980074 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-a85805ea-84e0-4660-951c-bdb52f7d49f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 1098 time: 0.1292012 Jul 30 16:07:35.008304 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe413f6e-c47c-4dd8-84fc-1b7950523f9a req-8043d3a3-bb4c-42be-905a-85879bfa9988 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.010149 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fe413f6e-c47c-4dd8-84fc-1b7950523f9a req-8043d3a3-bb4c-42be-905a-85879bfa9988 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0700529 Jul 30 16:07:35.019748 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-19a180df-d97e-4b81-b3e8-ad18659913b6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:35.054005 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-473128dd-4d73-4391-afa1-ffb083763b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.055473 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-473128dd-4d73-4391-afa1-ffb083763b88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.1030059 Jul 30 16:07:35.066701 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679a6ab-2391-41ff-9ebb-9cd56744be2d req-80d6d736-8483-446b-b8b3-b008a1227b33 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.069135 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4679a6ab-2391-41ff-9ebb-9cd56744be2d req-80d6d736-8483-446b-b8b3-b008a1227b33 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.1488864 Jul 30 16:07:35.093459 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fe413f6e-c47c-4dd8-84fc-1b7950523f9a req-fa1cb4b7-f660-4282-bde2-c0e6b771c176 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586884 Jul 30 16:07:35.145298 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-40624fbd-4b23-47c2-9802-46163c2b19be service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835820 Jul 30 16:07:35.191748 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4679a6ab-2391-41ff-9ebb-9cd56744be2d req-e43bded8-c60d-447a-88ae-7176cdc4c8fc tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978398 Jul 30 16:07:35.195006 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-0e6bd9ac-193a-451a-ad2a-de8bb4fea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.196840 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-19a180df-d97e-4b81-b3e8-ad18659913b6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:35.197372 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-0e6bd9ac-193a-451a-ad2a-de8bb4fea1a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232979 Jul 30 16:07:35.202259 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-19a180df-d97e-4b81-b3e8-ad18659913b6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:35.248040 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fca16cdf-a9b1-4118-9e43-fad89a2bd1ea req-19a180df-d97e-4b81-b3e8-ad18659913b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542470 Jul 30 16:07:35.260662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a180df-d97e-4b81-b3e8-ad18659913b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=078e8e16-5e10-4fe2-b880-87f8e06ab2d2,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:35.352635 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-fc3271b0-5879-4df1-a0d1-9fe18ab5e942 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399605 Jul 30 16:07:35.483323 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-afec652a-bd40-4904-a3cc-f380a4e4eeec req-ce9ce21d-a2cd-456d-ac0c-b4e22715571e service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064203 Jul 30 16:07:35.726590 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0725c73-6641-46de-bd2c-31aa129e9ced req-76ca12d2-c83b-43f7-899c-4fc83cb357ae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.728256 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d0725c73-6641-46de-bd2c-31aa129e9ced req-76ca12d2-c83b-43f7-899c-4fc83cb357ae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 945 time: 0.0712495 Jul 30 16:07:35.777506 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d0725c73-6641-46de-bd2c-31aa129e9ced req-35f516c9-6091-4810-9778-8609a89dceee tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427275 Jul 30 16:07:35.902091 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a9dea-9535-4c34-951d-5cea39c1e019 req-2ac23b7b-dc7d-47b9-b034-95698261909d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:35.903823 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f3a9dea-9535-4c34-951d-5cea39c1e019 req-2ac23b7b-dc7d-47b9-b034-95698261909d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0585241 Jul 30 16:07:35.947668 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f3a9dea-9535-4c34-951d-5cea39c1e019 req-553bf4d1-1a7e-4aac-b44c-275d0e372412 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373995 Jul 30 16:07:36.225126 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684e57e-bf5f-4168-ba86-4e50faded94f req-e14c16cc-5a78-4bcf-b35d-05abf76e717a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.226735 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1684e57e-bf5f-4168-ba86-4e50faded94f req-e14c16cc-5a78-4bcf-b35d-05abf76e717a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0526142 Jul 30 16:07:36.270746 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1684e57e-bf5f-4168-ba86-4e50faded94f req-25069ed7-3671-4acb-8641-b4b3ae913441 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371201 Jul 30 16:07:36.274270 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:36.330887 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432ac1-1953-4b37-a005-de2c12165e7c req-c2e628e4-c67f-4e20-8c06-e9f65fe2a3a8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.332614 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-76432ac1-1953-4b37-a005-de2c12165e7c req-c2e628e4-c67f-4e20-8c06-e9f65fe2a3a8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0601571 Jul 30 16:07:36.347009 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:36.351214 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:36.351704 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.376054 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-76432ac1-1953-4b37-a005-de2c12165e7c req-3c4dcf43-4d0a-4f96-b6f7-9fe81135d9d8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361078 Jul 30 16:07:36.439909 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.463681 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:36.466165 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df17242a-1f7b-4b02-a301-274a067bafdc" -d '{"events": [{"server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:36.478969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:36.483102 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:36.507711 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41c7c7c-887e-4600-83b7-f96ad4d8dd3c x-openstack-request-id: req-f41c7c7c-887e-4600-83b7-f96ad4d8dd3c {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:36.508008 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "name": "network-vif-plugged", "status": "completed", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:36.508262 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f41c7c7c-887e-4600-83b7-f96ad4d8dd3c {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:36.508645 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0', 'code': 200} Jul 30 16:07:36.535964 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:36.747543 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2d572-8571-40b4-88d5-172651139dea req-1078e247-cb77-44b0-bb7c-d9e2099567f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.748984 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2bd2d572-8571-40b4-88d5-172651139dea req-1078e247-cb77-44b0-bb7c-d9e2099567f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1099 time: 0.0835357 Jul 30 16:07:36.796478 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2bd2d572-8571-40b4-88d5-172651139dea req-477d4c08-326f-4f3c-9a5d-eb1e0524abb5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363646 Jul 30 16:07:36.920213 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922612c-4437-415e-99b2-11f20a0e238c req-89c91671-de16-48d8-ad26-c07fdc29ec01 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:36.921683 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4922612c-4437-415e-99b2-11f20a0e238c req-89c91671-de16-48d8-ad26-c07fdc29ec01 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0514157 Jul 30 16:07:36.961384 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4922612c-4437-415e-99b2-11f20a0e238c req-0163520d-0c22-4e9a-b634-0f930c3a313a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Jul 30 16:07:37.082720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335509a-9efc-4973-8d6d-6ce8df03bbb8 req-052826d5-a167-43a7-a5b3-ee093a1c0ccf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.084161 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c335509a-9efc-4973-8d6d-6ce8df03bbb8 req-052826d5-a167-43a7-a5b3-ee093a1c0ccf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0483439 Jul 30 16:07:37.121613 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c335509a-9efc-4973-8d6d-6ce8df03bbb8 req-287341e3-5d65-46c0-92ff-ff85e50dd533 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Jul 30 16:07:37.386140 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0096-8716-4be0-b2f9-eb5b6ad6d763 req-a1c0f3ab-fc8e-46af-ad66-d1f4bbaa8491 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.387835 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6df0096-8716-4be0-b2f9-eb5b6ad6d763 req-a1c0f3ab-fc8e-46af-ad66-d1f4bbaa8491 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0499780 Jul 30 16:07:37.429949 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6df0096-8716-4be0-b2f9-eb5b6ad6d763 req-833d99ca-e568-470e-bcf0-3ee02673a075 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361402 Jul 30 16:07:37.501522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f671-f8d3-4b58-bf93-6f2d6ade99d3 req-ccc8bfe8-2bde-4dac-ad96-40bb4429b888 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:37.502973 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a7b5f671-f8d3-4b58-bf93-6f2d6ade99d3 req-ccc8bfe8-2bde-4dac-ad96-40bb4429b888 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0545683 Jul 30 16:07:37.542636 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a7b5f671-f8d3-4b58-bf93-6f2d6ade99d3 req-20913d30-f01d-4a9a-9741-921fee15775f tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331721 Jul 30 16:07:37.974388 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9984b8b5-ce59-4f73-bad9-835335ffba89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.085042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd965d11-ebe5-403f-826a-869c0602df4d req-c598bf85-40b8-4279-957c-e436fed64fc9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.086757 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd965d11-ebe5-403f-826a-869c0602df4d req-c598bf85-40b8-4279-957c-e436fed64fc9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0561965 Jul 30 16:07:38.129857 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd965d11-ebe5-403f-826a-869c0602df4d req-192885ab-ee62-4d42-90b6-e2d612a41ce1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Jul 30 16:07:38.246585 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b074dea-6e3c-4c0a-92a6-9eb8f3607c6e req-2881d4bc-4027-4e8f-a570-82dd19f94db9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.248114 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b074dea-6e3c-4c0a-92a6-9eb8f3607c6e req-2881d4bc-4027-4e8f-a570-82dd19f94db9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0497441 Jul 30 16:07:38.295579 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:07:38.300022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b074dea-6e3c-4c0a-92a6-9eb8f3607c6e req-1dc9e46e-27b9-4a1c-b871-0e6fe36a41b4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Jul 30 16:07:38.416841 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:38.428981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '9138d528-69f5-4703-ba07-6f85b67dc617', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:07:38.469379 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.487028 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:38.509969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:38.514516 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.515343 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4f9fcb96-116b-472f-84aa-c777e2358cb4 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:07:38.570782 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7201b6-a0f8-43ca-a4ab-0f2433507ce7 req-0370eae0-7aea-4408-87b6-011fb97ceaec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.572646 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1a7201b6-a0f8-43ca-a4ab-0f2433507ce7 req-0370eae0-7aea-4408-87b6-011fb97ceaec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 943 time: 0.0658400 Jul 30 16:07:38.618681 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1a7201b6-a0f8-43ca-a4ab-0f2433507ce7 req-ee254a1d-4430-4d58-80fc-8a63d6f21011 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Jul 30 16:07:38.636016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:38.687114 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:38.701110 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '4f9fcb96-116b-472f-84aa-c777e2358cb4', 'network_id': '7ae50bb3-8e84-4c6c-a9c3-090b63e0f099', 'port_id': '4f9fcb96-116b-472f-84aa-c777e2358cb4', 'mac_address': 'fa:16:3e:05:ab:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a106caf4-e05e-4271-9182-2a239c39cc25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:07:38.734011 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25026f4-96f1-4fcc-88f9-f47eef3b1b8b req-5ce73fa7-5915-45ba-9b59-3fda5fc886b3 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:38.735865 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f25026f4-96f1-4fcc-88f9-f47eef3b1b8b req-5ce73fa7-5915-45ba-9b59-3fda5fc886b3 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Jul 30 16:07:38.737524 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.749723 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9fcb96-116b-472f-84aa-c777e2358cb4 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:38.776661 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f25026f4-96f1-4fcc-88f9-f47eef3b1b8b req-c915f87b-e18c-4517-8814-2fdd24c43b19 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Jul 30 16:07:38.779081 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:38.783744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:38.784378 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device bad8026f-4849-4e27-85b3-69b75386ebbf details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:07:38.877753 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:38.922189 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=bad8026f-4849-4e27-85b3-69b75386ebbf,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:38.935881 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'port_id': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'mac_address': 'fa:16:3e:aa:8e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:07:38.991539 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:39.011067 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad8026f-4849-4e27-85b3-69b75386ebbf {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:07:39.035851 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=bad8026f-4849-4e27-85b3-69b75386ebbf,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:39.040980 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:39.095372 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:39.274123 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea695-8b2a-48bf-8f53-09e6dc1070f6 req-4fb8de29-b62c-4cf3-97ee-32744681d03b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.275831 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2b7ea695-8b2a-48bf-8f53-09e6dc1070f6 req-4fb8de29-b62c-4cf3-97ee-32744681d03b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0580840 Jul 30 16:07:39.326458 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2b7ea695-8b2a-48bf-8f53-09e6dc1070f6 req-810fa701-5222-4374-85e3-cb742b2730f8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Jul 30 16:07:39.448541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c128272-b970-452e-9d8d-a58ac14dbd7a req-69b68bce-9509-4a58-815c-fbe744ce6a85 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.455785 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c128272-b970-452e-9d8d-a58ac14dbd7a req-69b68bce-9509-4a58-815c-fbe744ce6a85 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0637119 Jul 30 16:07:39.492239 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c128272-b970-452e-9d8d-a58ac14dbd7a req-a24ed4da-4342-41b9-9a62-8e9134769f9b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343285 Jul 30 16:07:39.676400 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61841dc5-cb93-4ceb-a395-9149d32b0d2f req-a8fece87-4937-4c82-ba1a-4cd48e55f0b0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.683022 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-649f856d-ed78-4c38-9f8a-9026f696d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.684215 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61841dc5-cb93-4ceb-a395-9149d32b0d2f req-a8fece87-4937-4c82-ba1a-4cd48e55f0b0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0627451 Jul 30 16:07:39.685074 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-649f856d-ed78-4c38-9f8a-9026f696d717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1099 time: 0.0639789 Jul 30 16:07:39.720375 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61841dc5-cb93-4ceb-a395-9149d32b0d2f req-795003f2-6aab-483f-9e50-ac37793e3ae0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Jul 30 16:07:39.769686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['9138d528-69f5-4703-ba07-6f85b67dc617'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:39.820917 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922502b-d40c-4e00-96e8-ba179ba7cf76 req-4ed184bb-bf89-463f-8ae4-ce361cd75be7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.822414 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0922502b-d40c-4e00-96e8-ba179ba7cf76 req-4ed184bb-bf89-463f-8ae4-ce361cd75be7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.1108201 Jul 30 16:07:39.832231 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['bad8026f-4849-4e27-85b3-69b75386ebbf'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:39.857813 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-cb8e44e8-60a3-42ed-b3b2-cb7bf7f4d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.859900 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-cb8e44e8-60a3-42ed-b3b2-cb7bf7f4d7f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.1575725 Jul 30 16:07:39.874586 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4f9fcb96-116b-472f-84aa-c777e2358cb4'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:07:39.911343 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0922502b-d40c-4e00-96e8-ba179ba7cf76 req-ee7670db-25d9-4a02-8c81-a3f01b24ecc3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803916 Jul 30 16:07:39.912543 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-94c5c681-0f6a-4af9-983a-664953692213 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 200 len: 217 time: 0.0427034 Jul 30 16:07:39.986071 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-b94cb216-4f86-4c44-9f88-fc0a6da4aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:39.987899 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-b94cb216-4f86-4c44-9f88-fc0a6da4aa2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0572138 Jul 30 16:07:40.029799 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-d9890a36-bf4a-463f-92af-25ab67961718 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284922 Jul 30 16:07:40.162333 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-85992c60-60ad-4527-951b-89eb0bac8cd5 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197541 Jul 30 16:07:40.266636 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4a5685e-ac98-4fe8-b9d9-ef9dbc2d4c3d req-cb866378-1ef3-4a5b-b9e6-6c9fdc8187a8 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902796 Jul 30 16:07:40.424929 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-21307f8b-0780-4c18-bc90-fc259cf630d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:40.608319 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53358) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:40.659349 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b9db-15d1-49e7-82e6-e65ac10769e4 req-8194090a-cfd1-4aa0-98f1-99b3eee12223 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:40.662280 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf75b9db-15d1-49e7-82e6-e65ac10769e4 req-8194090a-cfd1-4aa0-98f1-99b3eee12223 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0794380 Jul 30 16:07:40.710585 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf75b9db-15d1-49e7-82e6-e65ac10769e4 req-2d7c26e8-8896-449b-aaa0-20560264e01f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Jul 30 16:07:40.757603 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00fac87b-ad11-4184-81ea-fb36839ffc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:40.783456 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:40.876951 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dd444-9780-4804-8976-dee10fcc2f1c req-0ce11bc0-dac2-446f-9284-64c8865ec705 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:40.878478 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e6dd444-9780-4804-8976-dee10fcc2f1c req-0ce11bc0-dac2-446f-9284-64c8865ec705 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0784688 Jul 30 16:07:40.943018 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00fac87b-ad11-4184-81ea-fb36839ffc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:40.949514 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e6dd444-9780-4804-8976-dee10fcc2f1c req-5ea36ca7-35b5-47ca-8cbb-c6e382e964d8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620275 Jul 30 16:07:40.951205 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00fac87b-ad11-4184-81ea-fb36839ffc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:40.991871 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-00fac87b-ad11-4184-81ea-fb36839ffc56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=837a059118ea466c89338e833ac6d19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822641 Jul 30 16:07:40.992796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fac87b-ad11-4184-81ea-fb36839ffc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb1b086-33fa-4513-98af-a9bd70d2a99d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:40.996001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53376) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:41.040147 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725bfa9-aa76-45e6-a4e1-e7a885ad36de req-722711a0-020b-4e05-ad19-8fbfc9dcc0b7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:41.041611 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1725bfa9-aa76-45e6-a4e1-e7a885ad36de req-722711a0-020b-4e05-ad19-8fbfc9dcc0b7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0533662 Jul 30 16:07:41.045847 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.068231 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.081240 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1725bfa9-aa76-45e6-a4e1-e7a885ad36de req-d39c7a42-3359-416d-8579-d5d3aadf8593 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326293 Jul 30 16:07:41.114114 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.116768 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.117920 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cb1b086-33fa-4513-98af-a9bd70d2a99d HTTP/1.1" status: 204 len: 168 time: 0.1209002 Jul 30 16:07:41.125753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da128ac-e92a-4d90-8f4f-4e4429838865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb1b086-33fa-4513-98af-a9bd70d2a99d,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:41.240934 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.388089 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53386) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:41.401396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ffc3827f-f30e-4cd6-85a8-cf3569c6aa06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.493249 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ffc3827f-f30e-4cd6-85a8-cf3569c6aa06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.497001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ffc3827f-f30e-4cd6-85a8-cf3569c6aa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.534936 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ffc3827f-f30e-4cd6-85a8-cf3569c6aa06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46c04a674fb0479fad5d9c66ca3d64c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457357 Jul 30 16:07:41.535726 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3827f-f30e-4cd6-85a8-cf3569c6aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d214552-2abc-4b8a-a478-8f9045c2b57d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:41.538042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53388) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:41.588936 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.609574 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.659542 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.662130 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.665597 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d214552-2abc-4b8a-a478-8f9045c2b57d HTTP/1.1" status: 204 len: 168 time: 0.1241989 Jul 30 16:07:41.670859 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57db305-66c3-4167-aa09-b3f33f4f7a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d214552-2abc-4b8a-a478-8f9045c2b57d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:41.677987 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:41.849751 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd280c-2824-4f56-9e0d-7290857072f5 req-d3646350-befa-4340-ade1-eef132cb36d8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:41.851300 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b5cd280c-2824-4f56-9e0d-7290857072f5 req-d3646350-befa-4340-ade1-eef132cb36d8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0602801 Jul 30 16:07:41.889821 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b5cd280c-2824-4f56-9e0d-7290857072f5 req-a229a4f1-f4a7-461d-b749-f56fe34777f3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Jul 30 16:07:41.986581 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53402) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:42.000795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc4f4-1342-41c5-9138-08273024475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.082821 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15cb77-4217-4e9c-b2b9-03cb6a40a9eb req-980f8af5-2cdc-48ea-85ab-70bb88eeb6e8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:42.084228 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ba15cb77-4217-4e9c-b2b9-03cb6a40a9eb req-980f8af5-2cdc-48ea-85ab-70bb88eeb6e8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0646868 Jul 30 16:07:42.136149 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ba15cb77-4217-4e9c-b2b9-03cb6a40a9eb req-2e458ef8-07e3-4557-931c-15186cec1acc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460255 Jul 30 16:07:42.168091 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc4f4-1342-41c5-9138-08273024475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.173219 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3c8fc4f4-1342-41c5-9138-08273024475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.201302 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a929-7542-4cfe-884e-b5b9edd584be req-d709f9e9-c335-4b6f-9767-24f8bbe9019c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:42.203672 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5d00a929-7542-4cfe-884e-b5b9edd584be req-d709f9e9-c335-4b6f-9767-24f8bbe9019c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0528214 Jul 30 16:07:42.215395 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fc4f4-1342-41c5-9138-08273024475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1902cdba-49a5-479d-ae97-6ee77067df38,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:42.220265 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3c8fc4f4-1342-41c5-9138-08273024475d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd157fca54054ba5b8f3337abbb9702f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325497 Jul 30 16:07:42.223024 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53412) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:42.254190 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5d00a929-7542-4cfe-884e-b5b9edd584be req-bf1df34e-62eb-48df-9f8c-8e5fd13e532c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370488 Jul 30 16:07:42.275093 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.295839 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.341737 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.344255 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:42.345381 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1902cdba-49a5-479d-ae97-6ee77067df38 HTTP/1.1" status: 204 len: 168 time: 0.1216059 Jul 30 16:07:42.353259 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56cd47-32ed-4d51-bf0d-4e433374c363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1902cdba-49a5-479d-ae97-6ee77067df38,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:43.010831 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696f83-3ea7-4b2e-8085-459da6bf139e req-eab9fd2d-1dff-478d-8893-d265b9657344 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:43.012624 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2c696f83-3ea7-4b2e-8085-459da6bf139e req-eab9fd2d-1dff-478d-8893-d265b9657344 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0513470 Jul 30 16:07:43.067652 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2c696f83-3ea7-4b2e-8085-459da6bf139e req-e3c6ed66-9a1d-4eed-b3b6-4933d4587a9f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Jul 30 16:07:43.266623 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6195c-e872-4ca2-9ab9-b4f08334b046 req-4d7cb04b-b323-4d13-a389-e95b7e827f69 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:43.268222 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-74b6195c-e872-4ca2-9ab9-b4f08334b046 req-4d7cb04b-b323-4d13-a389-e95b7e827f69 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0629084 Jul 30 16:07:43.313837 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-74b6195c-e872-4ca2-9ab9-b4f08334b046 req-d257f38f-3707-4913-9710-1f300a11f2ea tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359166 Jul 30 16:07:43.402467 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b327-63eb-4d03-a820-e3ea2174f67f req-012960dd-6b2b-4135-aaf3-d968cf75dff0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:43.403848 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a706b327-63eb-4d03-a820-e3ea2174f67f req-012960dd-6b2b-4135-aaf3-d968cf75dff0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0526564 Jul 30 16:07:43.443634 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a706b327-63eb-4d03-a820-e3ea2174f67f req-138e8bc3-e33e-41b9-af92-c76fde2f137d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Jul 30 16:07:43.663417 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:44.187155 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae3b68-f8cc-4d3e-9d08-4aaab160602b req-4de2208a-7141-4936-941a-d54bc7c08b57 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:44.189181 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6dae3b68-f8cc-4d3e-9d08-4aaab160602b req-4de2208a-7141-4936-941a-d54bc7c08b57 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0490785 Jul 30 16:07:44.226299 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6dae3b68-f8cc-4d3e-9d08-4aaab160602b req-b4054147-f1a2-4c22-9fea-b0952d56891b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313170 Jul 30 16:07:44.441713 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7487d3-9b1e-44d2-ae86-9f37e152fa5f req-30cf0389-fb3a-4104-894f-097d5a47172e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:44.443257 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc7487d3-9b1e-44d2-ae86-9f37e152fa5f req-30cf0389-fb3a-4104-894f-097d5a47172e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0476120 Jul 30 16:07:44.479873 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc7487d3-9b1e-44d2-ae86-9f37e152fa5f req-573cbd96-108a-4b3c-8414-5fccf0866209 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Jul 30 16:07:44.557123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eadc07-ac7c-485a-aa49-d7dfe80297a8 req-ab761adc-4ff8-41e2-9133-54470c741c11 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:44.558985 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8eadc07-ac7c-485a-aa49-d7dfe80297a8 req-ab761adc-4ff8-41e2-9133-54470c741c11 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0485528 Jul 30 16:07:44.596606 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8eadc07-ac7c-485a-aa49-d7dfe80297a8 req-06cb6fc8-447f-4a58-b7a9-47a0aa2599df tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310764 Jul 30 16:07:45.346040 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f3620-c458-4aee-a1a7-28aa52f3afd3 req-b2170f33-9547-4375-88d5-313e0b7b6239 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.347653 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed0f3620-c458-4aee-a1a7-28aa52f3afd3 req-b2170f33-9547-4375-88d5-313e0b7b6239 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0503283 Jul 30 16:07:45.389102 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ed0f3620-c458-4aee-a1a7-28aa52f3afd3 req-298fb1c1-34fa-426a-80b5-5fb89a47aaf6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352399 Jul 30 16:07:45.594632 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a65c93-8086-4aab-9b53-b9aefe12c20d req-dd0439e1-674b-488c-b36f-7b5a94cc2650 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.596120 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-36a65c93-8086-4aab-9b53-b9aefe12c20d req-dd0439e1-674b-488c-b36f-7b5a94cc2650 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0515287 Jul 30 16:07:45.644992 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-36a65c93-8086-4aab-9b53-b9aefe12c20d req-68fce13a-d2c8-4d06-99f4-cd6596836929 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Jul 30 16:07:45.728363 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663d76-01b0-48a2-b776-487052818e34 req-cf30812d-6dcf-47c2-b20c-c0937eeb1c77 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:45.729808 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca663d76-01b0-48a2-b776-487052818e34 req-cf30812d-6dcf-47c2-b20c-c0937eeb1c77 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0575397 Jul 30 16:07:45.768756 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ca663d76-01b0-48a2-b776-487052818e34 req-7dc6b679-be5a-4367-8f87-257fcdcf1f87 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Jul 30 16:07:46.326922 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:46.376534 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 9138d528-69f5-4703-ba07-6f85b67dc617 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:46.384118 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 9138d528-69f5-4703-ba07-6f85b67dc617 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:46.384118 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.483105 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.528679 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:46.532494 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd6957b-2653-4769-98e0-03a9c0384803" -d '{"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:46.553626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:46.559856 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.560878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4f9fcb96-116b-472f-84aa-c777e2358cb4 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:46.562328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6a15a-f340-44c2-b9d4-92c3136a7401 req-3d8d138c-b9e5-4b29-a0d1-88b5bc7e11a9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.564434 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-22c6a15a-f340-44c2-b9d4-92c3136a7401 req-3d8d138c-b9e5-4b29-a0d1-88b5bc7e11a9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0907898 Jul 30 16:07:46.587945 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807f701-6d17-4bda-9320-6fbaf5771c38 x-openstack-request-id: req-4807f701-6d17-4bda-9320-6fbaf5771c38 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:46.588245 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:46.588502 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4807f701-6d17-4bda-9320-6fbaf5771c38 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:46.589063 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'code': 200} Jul 30 16:07:46.610741 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-22c6a15a-f340-44c2-b9d4-92c3136a7401 req-9baed2bc-798b-4ddc-acf0-b1d0c479c5a2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398598 Jul 30 16:07:46.673919 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:46.685060 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.685590 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.686026 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.686665 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.687262 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.687797 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.688282 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.688779 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.689111 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.689448 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.689781 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.690116 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:46.717619 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 4f9fcb96-116b-472f-84aa-c777e2358cb4 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:46.726265 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 4f9fcb96-116b-472f-84aa-c777e2358cb4 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:46.726654 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.790590 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f34b82-3460-4628-8e4d-cae2d1da8026 req-7f194505-4762-4c1d-98c8-a01ef35a2baf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.791090 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-01f34b82-3460-4628-8e4d-cae2d1da8026 req-7f194505-4762-4c1d-98c8-a01ef35a2baf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0586560 Jul 30 16:07:46.837134 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.861172 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed68f-c558-4167-b218-5faf09c0f069 req-040977e4-56e4-49ba-9bb0-4a6ba581ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.863088 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f9ed68f-c558-4167-b218-5faf09c0f069 req-040977e4-56e4-49ba-9bb0-4a6ba581ff66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1098 time: 0.0709000 Jul 30 16:07:46.866544 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-01f34b82-3460-4628-8e4d-cae2d1da8026 req-e11f2d86-6b69-4871-bf31-65e133b74a66 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505440 Jul 30 16:07:46.873934 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:46.878325 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:46.893413 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device bad8026f-4849-4e27-85b3-69b75386ebbf up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:07:46.922774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede4832-d13e-47b1-8b2e-32cd1d0b7f03 req-8ed529d4-0907-4304-8bf8-4f6689c406f2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:46.927243 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f9ed68f-c558-4167-b218-5faf09c0f069 req-22fc0ce9-a52b-4834-b0c5-20578529907b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Jul 30 16:07:46.930236 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-eede4832-d13e-47b1-8b2e-32cd1d0b7f03 req-8ed529d4-0907-4304-8bf8-4f6689c406f2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 944 time: 0.0829077 Jul 30 16:07:46.969354 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-eede4832-d13e-47b1-8b2e-32cd1d0b7f03 req-88617a3c-d334-4d9d-98cb-9071bf0bf597 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 Jul 30 16:07:46.991644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:47.000283 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port bad8026f-4849-4e27-85b3-69b75386ebbf completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:07:47.004624 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port bad8026f-4849-4e27-85b3-69b75386ebbf triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:07:47.005133 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:47.200575 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:47.232061 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=bad8026f-4849-4e27-85b3-69b75386ebbf,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:07:47.236204 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:47.283748 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:47.734148 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256ea9c-0b50-4e07-9f4c-12d72c6c989f req-d6e8cc2d-ec5d-4441-bd4b-517dead6999b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:47.735606 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9256ea9c-0b50-4e07-9f4c-12d72c6c989f req-d6e8cc2d-ec5d-4441-bd4b-517dead6999b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0503051 Jul 30 16:07:47.773527 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9256ea9c-0b50-4e07-9f4c-12d72c6c989f req-3d213fc2-7f8e-420b-9c3f-03f29f8156fd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Jul 30 16:07:47.983722 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d1d2-c815-4548-878f-dd8cadba7cbc req-f3b82ef4-16fd-4167-b691-452d169f4fae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:47.985342 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-96e7d1d2-c815-4548-878f-dd8cadba7cbc req-f3b82ef4-16fd-4167-b691-452d169f4fae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0511425 Jul 30 16:07:48.024943 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-96e7d1d2-c815-4548-878f-dd8cadba7cbc req-be8d6b6e-38c7-4b1b-a662-4f8db806080d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jul 30 16:07:48.080251 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023de42-d732-4874-87d4-b7d7a9a088ac req-3433fb7d-9575-48a4-b110-7bfc8a2fa5c6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.081630 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3023de42-d732-4874-87d4-b7d7a9a088ac req-3433fb7d-9575-48a4-b110-7bfc8a2fa5c6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Jul 30 16:07:48.120260 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3023de42-d732-4874-87d4-b7d7a9a088ac req-caf10877-1ec9-46d2-afd5-69da14012978 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Jul 30 16:07:48.590461 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4'}, {'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:48.592849 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a093f9-e0eb-4a0e-951a-5db5803a5fa6" -d '{"events": [{"server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "name": "network-vif-plugged", "status": "completed", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4"}, {"server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "name": "network-vif-plugged", "status": "completed", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:48.632335 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078812c5-853e-4c20-9144-bb43d90d4ebe x-openstack-request-id: req-078812c5-853e-4c20-9144-bb43d90d4ebe {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:48.632626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "name": "network-vif-plugged", "status": "completed", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4", "code": 200}, {"server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "name": "network-vif-plugged", "status": "completed", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:48.632874 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-078812c5-853e-4c20-9144-bb43d90d4ebe {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:48.633259 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4', 'code': 200} Jul 30 16:07:48.633510 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'code': 200} Jul 30 16:07:48.890645 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb79f2f-56b5-44f9-91e0-a655b497cd4e req-04113420-4c8d-4717-b07e-e80168b5bfbd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:48.892100 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3cb79f2f-56b5-44f9-91e0-a655b497cd4e req-04113420-4c8d-4717-b07e-e80168b5bfbd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0483041 Jul 30 16:07:48.928811 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3cb79f2f-56b5-44f9-91e0-a655b497cd4e req-07804d1d-31d0-44db-92e6-1901dd689491 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Jul 30 16:07:49.138367 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c678c2-485d-43ce-be02-f4f1347b3f74 req-6fc3819c-7d5b-47e0-9c88-e6203a973a8f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:49.139756 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-58c678c2-485d-43ce-be02-f4f1347b3f74 req-6fc3819c-7d5b-47e0-9c88-e6203a973a8f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0487890 Jul 30 16:07:49.178177 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-58c678c2-485d-43ce-be02-f4f1347b3f74 req-5873f002-880d-4d77-8cd5-3f50a1b60c43 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319293 Jul 30 16:07:49.243755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408e20a-f873-44fa-aff4-eb0e2dd64d48 req-a7f52733-5a69-484e-8be4-5cd8272f6cb0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:49.245224 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2408e20a-f873-44fa-aff4-eb0e2dd64d48 req-a7f52733-5a69-484e-8be4-5cd8272f6cb0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Jul 30 16:07:49.289016 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2408e20a-f873-44fa-aff4-eb0e2dd64d48 req-9e8e9649-ebd4-4782-a479-9f3773e64d8e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375240 Jul 30 16:07:50.047536 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f21d24-1ab0-486b-81e1-4aef534a0a16 req-a6801896-f4d9-4b00-8476-2d8bbbb9bf74 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.048999 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c5f21d24-1ab0-486b-81e1-4aef534a0a16 req-a6801896-f4d9-4b00-8476-2d8bbbb9bf74 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0490196 Jul 30 16:07:50.086190 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c5f21d24-1ab0-486b-81e1-4aef534a0a16 req-8789c2ac-d66a-48de-b05f-ded98cd22aa7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 30 16:07:50.311913 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba893952-c341-4ef6-ab04-f4db8ee7a800 req-6ca1133c-301e-4e30-8c89-8a447f9df73c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.313402 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ba893952-c341-4ef6-ab04-f4db8ee7a800 req-6ca1133c-301e-4e30-8c89-8a447f9df73c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0601025 Jul 30 16:07:50.353611 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ba893952-c341-4ef6-ab04-f4db8ee7a800 req-c13dd1eb-abe1-46f0-9cc2-583c8697ff1f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343628 Jul 30 16:07:50.403977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c301e-e1aa-494e-9d3a-23399d32607a req-3c48e2d2-1359-41c1-a5e7-666f01badb54 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:50.405421 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-371c301e-e1aa-494e-9d3a-23399d32607a req-3c48e2d2-1359-41c1-a5e7-666f01badb54 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0507169 Jul 30 16:07:50.442806 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-371c301e-e1aa-494e-9d3a-23399d32607a req-33950ebc-ab63-4030-bb03-9d19cf77dd60 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309222 Jul 30 16:07:51.018689 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a39012-1704-47f3-97b1-f50d815f12ac req-7ce395f4-855b-4989-8695-50c07cd8f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.019443 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da859338-5b90-4993-87c1-632182d33cc3 req-bded0bae-0d27-4526-96ca-4d0ad34b6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.020209 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c9a39012-1704-47f3-97b1-f50d815f12ac req-7ce395f4-855b-4989-8695-50c07cd8f049 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0420661 Jul 30 16:07:51.020948 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da859338-5b90-4993-87c1-632182d33cc3 req-bded0bae-0d27-4526-96ca-4d0ad34b6072 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.0411119 Jul 30 16:07:51.071522 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c9a39012-1704-47f3-97b1-f50d815f12ac req-fc2773df-90fd-4c3c-b140-05975445de0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296295 Jul 30 16:07:51.073577 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da859338-5b90-4993-87c1-632182d33cc3 req-8a57c319-d9dc-4a02-98e4-acb978b57d8a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301921 Jul 30 16:07:51.207084 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca36cf-4421-4d34-9508-16246c22dda8 req-d347f546-5f61-42c3-bdc8-1eeb03447b00 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.208493 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6ca36cf-4421-4d34-9508-16246c22dda8 req-d347f546-5f61-42c3-bdc8-1eeb03447b00 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0507667 Jul 30 16:07:51.212803 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:07:51.246556 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6ca36cf-4421-4d34-9508-16246c22dda8 req-7d737370-c8c6-4a53-8ac5-a599cedec327 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Jul 30 16:07:51.473155 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ae7c-dbdb-4fe4-bfc8-e31eabb7b920 req-b0bd31d1-d1e8-4102-8403-47387dfc3180 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.474653 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6951ae7c-dbdb-4fe4-bfc8-e31eabb7b920 req-b0bd31d1-d1e8-4102-8403-47387dfc3180 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0541449 Jul 30 16:07:51.518755 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6951ae7c-dbdb-4fe4-bfc8-e31eabb7b920 req-4d0e9f61-220c-465a-baaf-3daa8d36c8f9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jul 30 16:07:51.559232 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56138117-1ad9-44dd-aa58-2b30454f1af7 req-f9959db3-fded-4cb8-b975-8dae70721e33 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:51.560705 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56138117-1ad9-44dd-aa58-2b30454f1af7 req-f9959db3-fded-4cb8-b975-8dae70721e33 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0506926 Jul 30 16:07:51.599057 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56138117-1ad9-44dd-aa58-2b30454f1af7 req-9150dc9e-3ffe-42d8-95a0-100f31aed64c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Jul 30 16:07:52.372356 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930ddb1-c85f-4cc3-ae4d-570fc8b38a76 req-a12b1422-2d63-4f43-9385-0dda62bf7893 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.374078 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6930ddb1-c85f-4cc3-ae4d-570fc8b38a76 req-a12b1422-2d63-4f43-9385-0dda62bf7893 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0569954 Jul 30 16:07:52.415763 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6930ddb1-c85f-4cc3-ae4d-570fc8b38a76 req-2e97e133-b55a-4e6a-958c-61813b7b7ef8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348067 Jul 30 16:07:52.636627 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c776c-b17b-4dfd-ae74-449905aff80d req-54c5f212-e654-4944-a320-59a5144c4a53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.638340 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-149c776c-b17b-4dfd-ae74-449905aff80d req-54c5f212-e654-4944-a320-59a5144c4a53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0518699 Jul 30 16:07:52.677308 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-149c776c-b17b-4dfd-ae74-449905aff80d req-5fa6086f-884b-42f1-94d4-7bbda3f02dc2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jul 30 16:07:52.715109 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b7fd9-90ae-4f10-a7e0-623c847eb268 req-f88431cc-8368-4047-b6c3-c282a060dd1a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:52.716597 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-275b7fd9-90ae-4f10-a7e0-623c847eb268 req-f88431cc-8368-4047-b6c3-c282a060dd1a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Jul 30 16:07:52.757352 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-275b7fd9-90ae-4f10-a7e0-623c847eb268 req-34c2bde7-be73-4281-b45a-0b4e64134e8a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jul 30 16:07:53.537389 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c28fa9-8d3c-4f0e-bd43-f61fb4c6327d req-8b114643-896a-41c0-86d0-3b11cc3ac7ad tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:53.538830 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93c28fa9-8d3c-4f0e-bd43-f61fb4c6327d req-8b114643-896a-41c0-86d0-3b11cc3ac7ad tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0529010 Jul 30 16:07:53.576030 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93c28fa9-8d3c-4f0e-bd43-f61fb4c6327d req-e9d0327d-e95a-49ef-a642-0c50d7905652 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Jul 30 16:07:53.705444 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0b259-2c91-4333-b2c5-6bd8af4c6cd7 req-e7d1c2aa-9ec1-4ae8-ab6d-b11db4377706 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:53.717358 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53730) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:53.724223 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'floatingip': {'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:53.731811 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-30a0b259-2c91-4333-b2c5-6bd8af4c6cd7 req-e7d1c2aa-9ec1-4ae8-ab6d-b11db4377706 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0886819 Jul 30 16:07:53.853248 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:53.893491 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019de95-71a9-4cf6-b995-a7d25ceef44e req-9d3ce772-acc2-4205-aa25-63a0838ed39b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:53.895353 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d019de95-71a9-4cf6-b995-a7d25ceef44e req-9d3ce772-acc2-4205-aa25-63a0838ed39b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0631568 Jul 30 16:07:53.940240 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d019de95-71a9-4cf6-b995-a7d25ceef44e req-13b32a7d-51bd-4b9f-9c9c-b0ea8bc4f845 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375323 Jul 30 16:07:54.183328 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd69f3-c8a6-480b-aed2-4c71e1c90742 req-72590994-b53b-47ad-9bb8-016b98af2bb2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:54.184918 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b8dd69f3-c8a6-480b-aed2-4c71e1c90742 req-72590994-b53b-47ad-9bb8-016b98af2bb2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.3905480 Jul 30 16:07:54.296750 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b8dd69f3-c8a6-480b-aed2-4c71e1c90742 req-c2475938-e101-46a0-acd2-bfdca18721fe tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047666 Jul 30 16:07:54.783061 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:54.787669 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:54.896603 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Floating IP 8a28e870-2cc5-4218-a893-e54a24cbc380 associated. External IP: 172.27.0.23, port: 9138d528-69f5-4703-ba07-6f85b67dc617. Jul 30 16:07:54.907756 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53772) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:55.061710 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.110409 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98f16a-b4fe-4856-a069-9e4c278950aa req-fb9d02b9-9a61-48a6-a237-b7b424d6ae9c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.113410 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a98f16a-b4fe-4856-a069-9e4c278950aa req-fb9d02b9-9a61-48a6-a237-b7b424d6ae9c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0978780 Jul 30 16:07:55.138692 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:07:55.169853 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a98f16a-b4fe-4856-a069-9e4c278950aa req-d5861f5e-f763-42c0-9feb-109e50de4f73 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Jul 30 16:07:55.235395 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.239930 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.278613 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=197dc23223ac43f1ba204640708160b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687115 Jul 30 16:07:55.280658 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5c8c3-ff54-4f88-978e-ca493ee745ba,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:55.284900 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53782) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:55.291223 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.291580 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.291927 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.292270 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.292602 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.292935 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.293264 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.293805 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.294142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.294475 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.294790 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.295109 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f8c7d-9c81-4ba9-8da6-baf064e2604d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.317108 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b421d29-baee-4378-bf58-f20438071821 req-c4b20fc9-5dfb-4801-99a6-9f198c15a5b4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.318730 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8b421d29-baee-4378-bf58-f20438071821 req-c4b20fc9-5dfb-4801-99a6-9f198c15a5b4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0818822 Jul 30 16:07:55.319905 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:07:55.331200 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53786) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:55.332641 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.334561 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:07:55.336460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'floatingip': {'port_id': 'bad8026f-4849-4e27-85b3-69b75386ebbf'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:07:55.348389 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:55.349487 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:07:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:55.376380 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-87d80302-7d49-430c-835e-aed8777bef1b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "PUT /v2.0/floatingips/8a28e870-2cc5-4218-a893-e54a24cbc380 HTTP/1.1" status: 200 len: 990 time: 1.6577070 Jul 30 16:07:55.377845 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:55.389183 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0509bd-cc00-4d55-96a3-b60aaff3accb" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:55.404143 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.431847 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.438473 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.484229 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:55.488340 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.491006 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.492237 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfa5c8c3-ff54-4f88-978e-ca493ee745ba HTTP/1.1" status: 204 len: 168 time: 0.2060456 Jul 30 16:07:55.503077 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5c8c3-ff54-4f88-978e-ca493ee745ba,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:55.511005 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.511415 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.511899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.512617 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.513045 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.513471 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.513894 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.514313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.514735 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.515183 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.515697 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.516310 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9ecc15-d8f9-46c4-8560-c17140338a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:07:55.587545 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e29e43-3560-4ac6-aeab-35b9d30c4e78 x-openstack-request-id: req-e3e29e43-3560-4ac6-aeab-35b9d30c4e78 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:55.588101 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:55.588613 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3e29e43-3560-4ac6-aeab-35b9d30c4e78 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:55.589206 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'status': 'completed', 'code': 200} Jul 30 16:07:55.594997 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db44cec-d585-4002-bc88-ed32ff008c9c req-d4dffd40-aca8-4d71-9df6-bc187df84335 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.596551 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9db44cec-d585-4002-bc88-ed32ff008c9c req-d4dffd40-aca8-4d71-9df6-bc187df84335 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.1800721 Jul 30 16:07:55.807011 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '8a28e870-2cc5-4218-a893-e54a24cbc380', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:05Z', 'updated_at': '2021-07-30T16:07:54Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:55.844269 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:07:55.853456 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:55.854292 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:07:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:55.924862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b3bf-ac58-4078-9371-dbf9e82f8152 req-3ef16e2a-625e-449d-b2af-3998527a9489 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.931831 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e3d2b3bf-ac58-4078-9371-dbf9e82f8152 req-3ef16e2a-625e-449d-b2af-3998527a9489 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0624030 Jul 30 16:07:55.942353 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53804) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:55.943266 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9db44cec-d585-4002-bc88-ed32ff008c9c req-fda7ae9c-3783-49aa-9d6e-b4dc38cd9c92 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399856 Jul 30 16:07:55.977944 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7e925ab7-57fd-43e7-b9fc-c89ff8de2e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:55.983701 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-6a5ae31d-95a0-4ac9-9628-da2886b3289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:55.985294 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-6a5ae31d-95a0-4ac9-9628-da2886b3289d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1098 time: 0.1470799 Jul 30 16:07:55.987540 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:56.009770 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e3d2b3bf-ac58-4078-9371-dbf9e82f8152 req-9d0936a9-fc11-4005-9f6e-f4d21d07de3c tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771196 Jul 30 16:07:56.123420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7e925ab7-57fd-43e7-b9fc-c89ff8de2e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.130698 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7e925ab7-57fd-43e7-b9fc-c89ff8de2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.167709 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e925ab7-57fd-43e7-b9fc-c89ff8de2e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4356bbcf-f84d-4eff-a7bd-2526b4505966,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:56.175272 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7e925ab7-57fd-43e7-b9fc-c89ff8de2e2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0777cfe4d7f94342a136b34327d95a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329912 Jul 30 16:07:56.175865 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53808) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:56.241160 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.255507 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-567f955f-7e78-4e1e-b765-6567279d3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.256329 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '8a28e870-2cc5-4218-a893-e54a24cbc380', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:05Z', 'updated_at': '2021-07-30T16:07:54Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:56.256492 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.257005 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-567f955f-7e78-4e1e-b765-6567279d3b38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.2472045 Jul 30 16:07:56.284301 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f241e82d-3686-4c75-a008-a0a78dd72655 None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '8a28e870-2cc5-4218-a893-e54a24cbc380', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:05Z', 'updated_at': '2021-07-30T16:07:54Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:07:56.327384 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.330552 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.334905 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4356bbcf-f84d-4eff-a7bd-2526b4505966 HTTP/1.1" status: 204 len: 168 time: 0.1577268 Jul 30 16:07:56.345180 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b3b4d-bdb5-4c73-8be5-ddcb56a7eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4356bbcf-f84d-4eff-a7bd-2526b4505966,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:56.462165 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-6acc738e-f17d-4b92-a34d-6344e1f1f1b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 998 time: 0.1791782 Jul 30 16:07:56.545225 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5ca3b6-b396-4d7b-89b9-00249b873b8a None None] New status for floating IP 8a28e870-2cc5-4218-a893-e54a24cbc380: ACTIVE {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:07:56.595361 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.db.resource_extend [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 30 16:07:56.648178 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-80f9b03a-86ce-40b3-be2d-b4a5b216a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.649756 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-80f9b03a-86ce-40b3-be2d-b4a5b216a1a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.1700966 Jul 30 16:07:56.708042 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.716077 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:56.758815 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-f4dacd33-a5a1-40b0-b907-e12fc5096cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:56.760414 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-f4dacd33-a5a1-40b0-b907-e12fc5096cfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862627 Jul 30 16:07:56.880159 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Floating IP 942a1213-7669-4de5-b177-11b7b43a0dee associated. External IP: 172.27.0.129, port: bad8026f-4849-4e27-85b3-69b75386ebbf. Jul 30 16:07:56.951701 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-450fb64d-4afb-4c10-8b63-bc08a13f2f5e service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482346 Jul 30 16:07:57.136530 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8fcb3-f03b-4866-9deb-8699442fc995 req-30d01aa9-d121-4fb3-9327-306c1a055b1a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.138541 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-51c8fcb3-f03b-4866-9deb-8699442fc995 req-30d01aa9-d121-4fb3-9327-306c1a055b1a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.1196015 Jul 30 16:07:57.187883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-51c8fcb3-f03b-4866-9deb-8699442fc995 req-df261baf-bf5c-4f36-9068-b314f2e31e99 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Jul 30 16:07:57.399782 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5a0509bd-cc00-4d55-96a3-b60aaff3accb req-56571d93-5a01-4f78-8894-ea54a3ab8598 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148757 Jul 30 16:07:57.432021 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd057e-062e-4df1-b1e4-d8f91ca86d2b req-f460b4fa-a910-43b3-81a5-8d7da2285866 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.433526 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-45bd057e-062e-4df1-b1e4-d8f91ca86d2b req-f460b4fa-a910-43b3-81a5-8d7da2285866 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.1188049 Jul 30 16:07:57.463197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:07:57.488961 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-45bd057e-062e-4df1-b1e4-d8f91ca86d2b req-971876cf-a49b-43f5-b309-aa51a34b5cae tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475967 Jul 30 16:07:57.587022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:07:57.591804 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:57.600922 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:07:57.617316 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:57.618007 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:07:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:57.621017 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b05ed013-fe4c-4219-96da-b8b3aa8bd602 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "PUT /v2.0/floatingips/942a1213-7669-4de5-b177-11b7b43a0dee HTTP/1.1" status: 200 len: 991 time: 2.2879384 Jul 30 16:07:57.621603 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:07:57.623863 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:07:57.670857 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac984c0-e800-4706-9ea1-b6c1ad5ecf54 x-openstack-request-id: req-1ac984c0-e800-4706-9ea1-b6c1ad5ecf54 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:07:57.671178 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:07:57.671538 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ac984c0-e800-4706-9ea1-b6c1ad5ecf54 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:07:57.672110 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'status': 'completed', 'code': 200} Jul 30 16:07:57.779982 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-4d7ce8d3-533b-440a-b1b8-232dc6db7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.781584 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-4d7ce8d3-533b-440a-b1b8-232dc6db7225 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.0461903 Jul 30 16:07:57.845715 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:57.889205 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-16c44e6d-aa4b-444c-bda1-5e5670890ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:57.891156 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-16c44e6d-aa4b-444c-bda1-5e5670890ae6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.0934725 Jul 30 16:07:57.977342 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-b6fee4e2-4c54-4509-a6f4-6ccb56ce15e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 999 time: 0.0718327 Jul 30 16:07:58.041462 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-e9dced01-246b-41a7-9ee2-da4fb4928e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.042946 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-e9dced01-246b-41a7-9ee2-da4fb4928e71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0494494 Jul 30 16:07:58.107873 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-16a15d87-263d-43ca-811d-b0dc58d2f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.108846 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '942a1213-7669-4de5-b177-11b7b43a0dee', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:aa:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:02Z', 'updated_at': '2021-07-30T16:07:56Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:58.110313 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-16a15d87-263d-43ca-811d-b0dc58d2f4b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496268 Jul 30 16:07:58.135870 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:07:58.145113 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:07:58.145728 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:07:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:58.226082 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-430e46fa-3edd-4a2a-a783-ff8bb1bcc77f service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982232 Jul 30 16:07:58.274381 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:07:58.344950 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db337a7-ff96-4477-8a19-4531fde96e2d req-23cafb2f-4af4-440e-be98-c55b891ed5e2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.347106 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4db337a7-ff96-4477-8a19-4531fde96e2d req-23cafb2f-4af4-440e-be98-c55b891ed5e2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0598326 Jul 30 16:07:58.389116 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ab2b7e05-e351-47a8-b4a6-acc4a43f7dbd req-cb9cd1c4-dcab-4c6e-b414-cdbf092e23b2 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365466 Jul 30 16:07:58.395317 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4db337a7-ff96-4477-8a19-4531fde96e2d req-b0999859-23c9-46cd-b599-7ef9daf021f7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Jul 30 16:07:58.420661 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53884) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:58.525783 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-33789c91-dcf6-49a0-a5e1-b3c7b33df578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.554806 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '942a1213-7669-4de5-b177-11b7b43a0dee', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:aa:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:02Z', 'updated_at': '2021-07-30T16:07:56Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:07:58.588563 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa9f5-4461-4140-a292-444499e235af None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '942a1213-7669-4de5-b177-11b7b43a0dee', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:aa:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:07:02Z', 'updated_at': '2021-07-30T16:07:56Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:07:58.627102 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27df9-2752-456b-8462-acb39e3d9e67 req-0ffe5c5e-b25f-49fa-8495-a6758bbcfe0d tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:58.635381 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-33789c91-dcf6-49a0-a5e1-b3c7b33df578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.635598 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-53f27df9-2752-456b-8462-acb39e3d9e67 req-0ffe5c5e-b25f-49fa-8495-a6758bbcfe0d tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0615036 Jul 30 16:07:58.639914 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-33789c91-dcf6-49a0-a5e1-b3c7b33df578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.673125 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-53f27df9-2752-456b-8462-acb39e3d9e67 req-ca6e9342-31bf-478a-9cc8-4824ac15a406 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Jul 30 16:07:58.681272 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-33789c91-dcf6-49a0-a5e1-b3c7b33df578 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9858c36ea35c45e2b6315603495d4865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594974 Jul 30 16:07:58.682081 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33789c91-dcf6-49a0-a5e1-b3c7b33df578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1996c93-a9d5-46dd-9d8d-48c3bc6d6117,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:58.683937 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53890) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:58.744193 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.766839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.822406 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.825855 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:58.831415 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1996c93-a9d5-46dd-9d8d-48c3bc6d6117 HTTP/1.1" status: 204 len: 168 time: 0.1389749 Jul 30 16:07:58.831616 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150d2b17-9697-4f35-9ba5-82fdc03bad7f None None] New status for floating IP 942a1213-7669-4de5-b177-11b7b43a0dee: ACTIVE {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:07:58.840227 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6ed93-46a4-4d38-a5c4-dd68052afba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1996c93-a9d5-46dd-9d8d-48c3bc6d6117,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:59.119906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53900) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:59.133122 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a1b264b-7ce5-4be4-8e67-ca9cdaa7ec3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.231810 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a1b264b-7ce5-4be4-8e67-ca9cdaa7ec3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.235961 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a1b264b-7ce5-4be4-8e67-ca9cdaa7ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.274378 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9a1b264b-7ce5-4be4-8e67-ca9cdaa7ec3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b28de05bb0c439086eb08dd5f24c156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532605 Jul 30 16:07:59.275341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b264b-7ce5-4be4-8e67-ca9cdaa7ec3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f7b324-1df9-478a-abf5-a694ab5c432a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:59.276880 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53904) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:07:59.329646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.355324 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.401773 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.404433 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:07:59.405719 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96f7b324-1df9-478a-abf5-a694ab5c432a HTTP/1.1" status: 204 len: 168 time: 0.1277537 Jul 30 16:07:59.413750 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da76d8e-a651-4105-a3e5-5cb3ccebfc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f7b324-1df9-478a-abf5-a694ab5c432a,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:07:59.518805 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7308c-f1fd-4f2f-bffc-5110a3305495 req-d8d0cb3e-5b9f-4d86-9190-a0b1829efd5c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:59.520471 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3cf7308c-f1fd-4f2f-bffc-5110a3305495 req-d8d0cb3e-5b9f-4d86-9190-a0b1829efd5c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0528388 Jul 30 16:07:59.567386 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3cf7308c-f1fd-4f2f-bffc-5110a3305495 req-e08c1bb9-5b69-4314-9204-279d683f2511 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jul 30 16:07:59.804157 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e014c-2684-4941-abdf-fc2e6ad084d7 req-22c35897-653e-45bf-800d-d4eb9be636bb tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:07:59.805600 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1f9e014c-2684-4941-abdf-fc2e6ad084d7 req-22c35897-653e-45bf-800d-d4eb9be636bb tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0496645 Jul 30 16:07:59.842465 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1f9e014c-2684-4941-abdf-fc2e6ad084d7 req-4e00e89c-ffc1-45d7-9246-78cb9722855b tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad858f8e-7cac-4e25-9f5e-5fbe3773f112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Jul 30 16:08:00.191261 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-54fed644-ae29-4429-a922-b1d75c22b9fd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:00.192790 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-54fed644-ae29-4429-a922-b1d75c22b9fd tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.70 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 945 time: 0.0513949 Jul 30 16:08:00.344034 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Deleting port 2722991c-02f6-4d1b-a307-ec06cfcdb383 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:08:00.344610 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.436828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] For port 2722991c-02f6-4d1b-a307-ec06cfcdb383, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=2722991c-02f6-4d1b-a307-ec06cfcdb383,segment=NetworkSegment(502997c3-17ac-4fa9-8bd4-7ebb7b537c2f),segment_id=502997c3-17ac-4fa9-8bd4-7ebb7b537c2f)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:00.437347 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.456579 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Calling delete_port for 2722991c-02f6-4d1b-a307-ec06cfcdb383 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:08:00.631223 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.661346 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['2722991c-02f6-4d1b-a307-ec06cfcdb383'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:00.668709 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Pushing event deleted for resources: {'Port': ['ID=2722991c-02f6-4d1b-a307-ec06cfcdb383,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:00.685771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1bf30-963c-4b66-9452-0c7109aaaab5 req-f4533046-4ff6-4162-8363-8d5a33101cad tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:00.693163 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28d1bf30-963c-4b66-9452-0c7109aaaab5 req-f4533046-4ff6-4162-8363-8d5a33101cad tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0567560 Jul 30 16:08:00.728629 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28d1bf30-963c-4b66-9452-0c7109aaaab5 req-7ed7ee3b-6ff5-4ef8-98bf-d588fda80dd4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jul 30 16:08:00.732598 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] No DVR routers for this DVR port 2722991c-02f6-4d1b-a307-ec06cfcdb383 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:08:00.736646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:00.739003 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fa0283a8-6bb0-4251-a961-fb7f1e955f24 req-3527c242-c8cd-4ae6-9ca9-a49701558fa8 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.70 "DELETE /v2.0/ports/2722991c-02f6-4d1b-a307-ec06cfcdb383 HTTP/1.1" status: 204 len: 173 time: 0.5281727 Jul 30 16:08:00.739546 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'name': 'network-vif-deleted', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:00.741783 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b31053-3b2e-42f4-b5b3-84d1ef45eab8" -d '{"events": [{"server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "name": "network-vif-deleted", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:00.789956 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd224eb5-c3a1-4af2-8aab-0a2d00209974 x-openstack-request-id: req-bd224eb5-c3a1-4af2-8aab-0a2d00209974 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:00.790395 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26181d7-db01-409a-af4d-e60ceed08514", "name": "network-vif-deleted", "tag": "2722991c-02f6-4d1b-a307-ec06cfcdb383", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:00.790758 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd224eb5-c3a1-4af2-8aab-0a2d00209974 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:00.791281 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26181d7-db01-409a-af4d-e60ceed08514', 'name': 'network-vif-deleted', 'tag': '2722991c-02f6-4d1b-a307-ec06cfcdb383', 'status': 'completed', 'code': 200} Jul 30 16:08:00.939158 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2df3d649-d482-40ff-a6a6-f1d2353ce85c req-c6169fbe-76d9-42f9-b8f6-2426a1e3b223 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Jul 30 16:08:01.061865 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53968) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:01.283345 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb480-0a71-4c79-8f45-e3bfc9ad5078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.384653 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb480-0a71-4c79-8f45-e3bfc9ad5078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.389599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ca7bb480-0a71-4c79-8f45-e3bfc9ad5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.426992 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ca7bb480-0a71-4c79-8f45-e3bfc9ad5078 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c30020ec79444bb013c83601503923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634984 Jul 30 16:08:01.427949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bb480-0a71-4c79-8f45-e3bfc9ad5078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a61ad7-c859-4485-b10b-091cf6cd831f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:01.429726 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53978) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:01.479263 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.512696 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.563099 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.565790 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.566934 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85a61ad7-c859-4485-b10b-091cf6cd831f HTTP/1.1" status: 204 len: 168 time: 0.1359549 Jul 30 16:08:01.574358 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75383bdc-b0ef-43ec-9dd3-5add87e46f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a61ad7-c859-4485-b10b-091cf6cd831f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:01.840929 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 53988) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:01.858001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e270c1-4010-4112-b0c5-a31f34c2cf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.872718 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b71f-4aa2-4c91-bfec-35213231a6e4 req-4e6432af-f239-4a85-8cc4-1a3262a18370 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:01.874171 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4f09b71f-4aa2-4c91-bfec-35213231a6e4 req-4e6432af-f239-4a85-8cc4-1a3262a18370 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0712564 Jul 30 16:08:01.931881 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4f09b71f-4aa2-4c91-bfec-35213231a6e4 req-48c40699-418b-4217-9db8-bc5016abc669 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499456 Jul 30 16:08:01.987760 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e270c1-4010-4112-b0c5-a31f34c2cf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:01.993299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-35e270c1-4010-4112-b0c5-a31f34c2cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.038679 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-35e270c1-4010-4112-b0c5-a31f34c2cf80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93e7890ffea84aa3bb44fade959a4c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944389 Jul 30 16:08:02.038679 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e270c1-4010-4112-b0c5-a31f34c2cf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deef011-1766-48fd-ae21-d27e6ad48604,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:02.039570 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 53992) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:02.084660 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-59d4a46e-7705-4252-9c96-97544baa99a8 req-6c15e40e-1800-4754-b80e-ca0c85e7b7a9 tempest-DeleteServersTestJSON-1167834446 tempest-DeleteServersTestJSON-1167834446-project] 10.222.0.37 "GET /v2.0/ports?device_id=e26181d7-db01-409a-af4d-e60ceed08514 HTTP/1.1" status: 200 len: 210 time: 0.0429235 Jul 30 16:08:02.114370 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.135092 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.188258 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.191926 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:02.193124 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5deef011-1766-48fd-ae21-d27e6ad48604 HTTP/1.1" status: 204 len: 168 time: 0.1502752 Jul 30 16:08:02.201007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8bdb6-12b0-4d98-9f91-e270700a2aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deef011-1766-48fd-ae21-d27e6ad48604,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:03.051707 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d568-43b1-477c-9808-d4fc58d9558f req-515bbc7b-5a0e-4ada-9233-48e77bf4354f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:03.053196 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f6b1d568-43b1-477c-9808-d4fc58d9558f req-515bbc7b-5a0e-4ada-9233-48e77bf4354f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Jul 30 16:08:03.093924 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f6b1d568-43b1-477c-9808-d4fc58d9558f req-160b2a95-1336-4dc2-9248-f823e4123c18 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 30 16:08:04.215411 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7cd09-afd4-47fd-8b2c-2ff5d2bf9dec req-4d77082f-efea-4051-b5d4-cec7ccdc58f1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:04.216886 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f8e7cd09-afd4-47fd-8b2c-2ff5d2bf9dec req-4d77082f-efea-4051-b5d4-cec7ccdc58f1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0548594 Jul 30 16:08:04.257459 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f8e7cd09-afd4-47fd-8b2c-2ff5d2bf9dec req-5a6e885d-0e74-4ce9-ad47-fd3c2acab468 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343919 Jul 30 16:08:04.314442 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54094) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:04.416616 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96c6-65a3-41c2-984b-fbd2775e5577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.451356 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 2722991c-02f6-4d1b-a307-ec06cfcdb383 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:08:04.472146 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 2722991c-02f6-4d1b-a307-ec06cfcdb383 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:08:04.472834 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 2722991c-02f6-4d1b-a307-ec06cfcdb383 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:08:04.519818 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54110) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:04.523326 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96c6-65a3-41c2-984b-fbd2775e5577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.556800 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6dcf96c6-65a3-41c2-984b-fbd2775e5577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.604287 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf96c6-65a3-41c2-984b-fbd2775e5577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9342bb5f-7546-492b-8c00-46c465eb848b,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:04.611431 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Deleting subnet 6c108dad-e035-402a-a179-711b4f43c2fb {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:08:04.612583 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.616280 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6dcf96c6-65a3-41c2-984b-fbd2775e5577 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01a88fc8601349ed87235f31580a788f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008547 Jul 30 16:08:04.619055 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54112) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:04.651439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.661729 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.670381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.698642 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.720781 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.750621 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c108dad-e035-402a-a179-711b4f43c2fb,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:04.752764 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.755271 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.756516 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:04.760945 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0e23354a-797f-4466-a563-69ce7eb2f439 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c108dad-e035-402a-a179-711b4f43c2fb HTTP/1.1" status: 204 len: 168 time: 0.2377679 Jul 30 16:08:04.761090 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9342bb5f-7546-492b-8c00-46c465eb848b HTTP/1.1" status: 204 len: 168 time: 0.1389949 Jul 30 16:08:04.762915 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54118) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:04.768006 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ba627-4316-4e2a-85b7-9fad83f3cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9342bb5f-7546-492b-8c00-46c465eb848b,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:05.028948 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.034587 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54122) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:05.048172 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-63d9ace6-1530-4bb5-ae53-ca3cc1b4092b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.114647 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.126372 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.126641 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.127458 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.127788 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.128125 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.128460 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.128794 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.129134 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.129446 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.129790 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.143875 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-63d9ace6-1530-4bb5-ae53-ca3cc1b4092b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.147738 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-63d9ace6-1530-4bb5-ae53-ca3cc1b4092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.183710 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-63d9ace6-1530-4bb5-ae53-ca3cc1b4092b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40da690797b644a29be5d0f3163c2718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479876 Jul 30 16:08:05.184563 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9ace6-1530-4bb5-ae53-ca3cc1b4092b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06795d94-35cd-4e34-9704-c97143ef0d85,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:05.187558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54124) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:05.236137 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.261008 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.276710 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.277057 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.277758 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.277758 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:08:05.278145 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6191907a-fbea-44ab-ae22-c0c0bbc16432']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:05.298975 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:05.299441 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502997c3-17ac-4fa9-8bd4-7ebb7b537c2f') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:08:05.314546 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.316477 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.317880 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.321938 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/06795d94-35cd-4e34-9704-c97143ef0d85 HTTP/1.1" status: 204 len: 168 time: 0.1321464 Jul 30 16:08:05.330252 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0add55d-43ca-451e-87b7-af183e4ceb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06795d94-35cd-4e34-9704-c97143ef0d85,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:05.338426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.347913 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:08:05.348367 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: from cryptography.utils import int_from_bytes Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: from cryptography.utils import int_from_bytes Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:08:05.353171 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:08:05.422120 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd375c2e-7337-4647-9104-b5af84d740a4 req-aef85337-5d05-4080-9dc1-791690077cfc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:05.427930 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.430210 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd375c2e-7337-4647-9104-b5af84d740a4 req-aef85337-5d05-4080-9dc1-791690077cfc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0589037 Jul 30 16:08:05.441679 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.443773 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6191907a-fbea-44ab-ae22-c0c0bbc16432 HTTP/1.1" status: 204 len: 168 time: 0.6798983 Jul 30 16:08:05.457632 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e023a8c-cb06-4740-b494-7fd9741881e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6191907a-fbea-44ab-ae22-c0c0bbc16432,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:05.470869 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd375c2e-7337-4647-9104-b5af84d740a4 req-faaf29dc-e2ae-4151-ae53-d2dff0c8134d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Jul 30 16:08:05.561367 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54136) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:05.604711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-5886c00d-d29e-46fb-8ecd-d83abfe22325 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8aea870288784c9c87d2bdaf98594503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419295 Jul 30 16:08:05.607158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54138) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:05.666112 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.692700 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.745150 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.747863 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:05.755790 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad858f8e-7cac-4e25-9f5e-5fbe3773f112 HTTP/1.1" status: 204 len: 168 time: 0.1475370 Jul 30 16:08:05.764497 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fb223-5d13-482c-9ce5-588096f96930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad858f8e-7cac-4e25-9f5e-5fbe3773f112,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:06.080855 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-6ca83f27-86b3-4755-a412-0184cdf42588 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482254 Jul 30 16:08:06.192643 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-fdd47189-cdbc-413e-9142-e6842da41a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.194463 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-fdd47189-cdbc-413e-9142-e6842da41a03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0428400 Jul 30 16:08:06.328411 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-720f6524-5591-4586-bd4e-ff8d51a9f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.329861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-720f6524-5591-4586-bd4e-ff8d51a9f9dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.1021025 Jul 30 16:08:06.381590 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-04d04546-1fa4-4b3e-9c7d-1dafa1d783cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0381770 Jul 30 16:08:06.449816 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-94a5f533-6d15-4aba-ae60-3e4d8f7269ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.451358 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-94a5f533-6d15-4aba-ae60-3e4d8f7269ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0478022 Jul 30 16:08:06.469011 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54186) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:06.493756 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-23098673-636a-454d-9300-43e2a2eb4488 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248621 Jul 30 16:08:06.593023 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1950051746-network', 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:06.631390 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-3acf42e9-f929-4638-bd08-a316815308d0 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120255 Jul 30 16:08:06.679797 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c769bd7-900f-495c-8f72-d772c78f102e req-66f682e6-b856-4230-8e81-6c930522e1bd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.681501 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5c769bd7-900f-495c-8f72-d772c78f102e req-66f682e6-b856-4230-8e81-6c930522e1bd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.1271853 Jul 30 16:08:06.682450 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:06.684717 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.700771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.735163 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91ef5e3-8c95-4417-9bae-468c0fb578e3 req-9467b908-8c43-4d29-b24d-7553d3552e44 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933585 Jul 30 16:08:06.744537 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5c769bd7-900f-495c-8f72-d772c78f102e req-118c0deb-e82a-44f9-8a20-8161d1c5c349 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555685 Jul 30 16:08:06.840135 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.843974 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.865697 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:08:06.879273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb1d862-707d-491b-8551-7980141e06ca,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:06.884475 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.884812 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Added segment 71059958-3bfe-46d8-bd82-f3f63f46f25a of type vlan for network 9a836950-de83-4064-be6b-b98de3093a5e Jul 30 16:08:06.930291 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.958149 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:06.959087 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:06.959940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.016446 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5454891 Jul 30 16:08:07.020558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54204) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:07.023361 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec4a2-a6e4-4e10-82ac-c24a17070b7b admin admin] Pushing event updated for resources: {'Network': ['ID=9a836950-de83-4064-be6b-b98de3093a5e,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:07.025532 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Request body: {'subnet': {'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1950051746-subnet', 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:07.036268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 9a836950-de83-4064-be6b-b98de3093a5e details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:08:07.048336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:07.050692 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.214094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.271861 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:07.280582 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Checking segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:07.281078 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Network hostable DHCP agents. Network: 9a836950-de83-4064-be6b-b98de3093a5e, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:08:07.296593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Network 9a836950-de83-4064-be6b-b98de3093a5e is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:08:07.304835 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 9a836950-de83-4064-be6b-b98de3093a5e) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:07.308854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:07.309433 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:07.314143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dc911-6886-49ae-8599-e9e976194707 None None] Network 9a836950-de83-4064-be6b-b98de3093a5e requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:08:07.323626 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-babb8c38-b772-49fe-89a6-b7b769502d02 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3017893 Jul 30 16:08:07.448757 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85081481-7ef8-4de4-acc3-9c32ff2665a1 None None] Network 9a836950-de83-4064-be6b-b98de3093a5e requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:08:07.895378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8100c-2218-4e32-8b3a-7282c0bf8523 req-667e48df-64ad-4a06-8045-8db9f279f48e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:07.896967 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1bb8100c-2218-4e32-8b3a-7282c0bf8523 req-667e48df-64ad-4a06-8045-8db9f279f48e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0705729 Jul 30 16:08:07.934689 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1bb8100c-2218-4e32-8b3a-7282c0bf8523 req-0ec67c8d-c330-4079-b1d0-9e84b59907cf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318966 Jul 30 16:08:07.975999 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-170bffe6-b615-4843-9bc8-3d8b937bdca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:09.050084 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa7b00-0f0d-4353-bcc4-fc66b00c1535 req-f889c595-5b93-421f-9242-d4d965bfd19e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:09.051487 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c4fa7b00-0f0d-4353-bcc4-fc66b00c1535 req-f889c595-5b93-421f-9242-d4d965bfd19e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Jul 30 16:08:09.089335 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c4fa7b00-0f0d-4353-bcc4-fc66b00c1535 req-fa8bbc81-301f-4212-b5a4-2e5217ca50da tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319791 Jul 30 16:08:10.426158 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-db2151f7-aa02-4c3a-ae08-5a229ada9f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:10.785381 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:11.259084 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:11.678930 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:12.734863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ea7f9-d134-4b23-ad04-51c955d185b4 req-7e7c3266-a653-468d-b75c-f6d3dd4654a5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:12.736347 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-549ea7f9-d134-4b23-ad04-51c955d185b4 req-7e7c3266-a653-468d-b75c-f6d3dd4654a5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0485067 Jul 30 16:08:12.775182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-549ea7f9-d134-4b23-ad04-51c955d185b4 req-9100bca3-c1fb-4333-895c-cb90ed5006e6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Jul 30 16:08:13.661062 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:16.515810 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-f5042333-0794-4e23-9076-e9dea20119cf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:16.517352 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-f5042333-0794-4e23-9076-e9dea20119cf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1031158 Jul 30 16:08:16.532570 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-152004ec-6469-4238-9259-d1b583c86dfd tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/quotas/e9b01b7e6d90426088cefd5ff16e7347 HTTP/1.1" status: 200 len: 375 time: 0.0093832 Jul 30 16:08:16.563939 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-01a85521-aff6-4f4f-a196-195b00ebc134 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258560 Jul 30 16:08:16.658630 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-3b0f01e9-624f-41a9-9bb5-b7745a87a1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Jul 30 16:08:16.752968 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-f8ca887c-d679-4ead-8d40-b4b342fe8619 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880437 Jul 30 16:08:17.980033 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9ae4-72c6-43e2-828b-a0afd2d07c5b req-42648ec3-633c-4715-ae25-ce129c07fb76 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:17.981640 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-59ca9ae4-72c6-43e2-828b-a0afd2d07c5b req-42648ec3-633c-4715-ae25-ce129c07fb76 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0526681 Jul 30 16:08:18.027925 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-59ca9ae4-72c6-43e2-828b-a0afd2d07c5b req-38379911-dc75-4456-9da5-cff81fba1162 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Jul 30 16:08:18.045273 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78f1cb53-5cd6-4203-a25e-e176c9ca9520 req-bf902d6b-2075-4d69-bd49-cd3956a6c966 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 210 time: 0.0343614 Jul 30 16:08:18.794916 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-36782498-f137-4fa4-8a19-ffb5cff6d368 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:18.796952 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-36782498-f137-4fa4-8a19-ffb5cff6d368 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1048384 Jul 30 16:08:18.819812 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Request body: {'port': {'device_id': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'admin_state_up': True, 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:18.927217 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:08:18.930727 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.060002 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Allocated IP 172.20.0.13 (9a836950-de83-4064-be6b-b98de3093a5e/ea2ede9b-bdc9-431b-9bd5-9a8aa7097545/145bce74-4c4f-477e-a0d9-380929929e79) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:08:19.152544 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cb0df-0ea6-4f3e-8a1a-4e93d2708de8 req-8858e9bf-cb7d-4841-b48f-8e539d6299e7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:19.154118 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab5cb0df-0ea6-4f3e-8a1a-4e93d2708de8 req-8858e9bf-cb7d-4841-b48f-8e539d6299e7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0507445 Jul 30 16:08:19.196290 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab5cb0df-0ea6-4f3e-8a1a-4e93d2708de8 req-7d2d580f-e42f-49b7-8b65-278c898c7052 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357943 Jul 30 16:08:19.405853 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0887ae2-75a7-48c5-823d-c35db2e1af4f req-78b21329-2cac-4f1e-8e7e-81721df6fb77 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 210 time: 0.2708488 Jul 30 16:08:19.474316 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.515341 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.554666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Network 9a836950-de83-4064-be6b-b98de3093a5e is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:08:19.557642 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:08:19.560061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:08:19.565558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:19.566150 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.582437 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event updated for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:19.589707 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-2ddcba25-4ead-40e4-9fd8-67ffe9bf1f90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749336 Jul 30 16:08:19.609897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Request body: {'port': {'device_id': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:08:19.671069 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.932828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145bce74-4c4f-477e-a0d9-380929929e79 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:19.940814 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:19.952475 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Transition to ACTIVE for port object 145bce74-4c4f-477e-a0d9-380929929e79 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:08:19.956144 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:20.026630 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Pushing event updated for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:20.039219 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Attempting to bind port 145bce74-4c4f-477e-a0d9-380929929e79 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:08:20.039553 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Attempting to bind port 145bce74-4c4f-477e-a0d9-380929929e79 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:08:20.039883 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Attempting to bind port 145bce74-4c4f-477e-a0d9-380929929e79 on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:20.044129 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Port 145bce74-4c4f-477e-a0d9-380929929e79 on network 9a836950-de83-4064-be6b-b98de3093a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:08:20.044442 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Attempting to bind port 145bce74-4c4f-477e-a0d9-380929929e79 on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:08:20.049767 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:08:20.050093 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Checking segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:08:20.050481 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Bound using segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:08:20.050894 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Bound port: 145bce74-4c4f-477e-a0d9-380929929e79, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:08:20.051279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:20.115940 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:08:20.119060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=145bce74-4c4f-477e-a0d9-380929929e79,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:08:20.123354 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:20.157158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.157770 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:20.159246 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] 10.222.0.70 "PUT /v2.0/ports/145bce74-4c4f-477e-a0d9-380929929e79 HTTP/1.1" status: 200 len: 1094 time: 0.5538285 Jul 30 16:08:20.159653 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:20.161995 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "tag": "145bce74-4c4f-477e-a0d9-380929929e79"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:20.189991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0f0e4-2459-4344-abc4-3100b1492c73 service neutron] Pushing event updated for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:20.213601 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6387d24e-f64f-4d55-8c29-2491b796538c x-openstack-request-id: req-6387d24e-f64f-4d55-8c29-2491b796538c {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:20.213949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "tag": "145bce74-4c4f-477e-a0d9-380929929e79", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:20.214125 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6387d24e-f64f-4d55-8c29-2491b796538c {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:20.214514 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79', 'status': 'completed', 'code': 200} Jul 30 16:08:20.314033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-495c177f-0c29-49a8-b90d-181012d0f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.315584 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-495c177f-0c29-49a8-b90d-181012d0f082 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0723276 Jul 30 16:08:20.331596 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da4c47-2fe5-4dba-9a28-021389e1d5fe req-55b06e68-a068-40f3-9edb-263180174ceb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.333133 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-85da4c47-2fe5-4dba-9a28-021389e1d5fe req-55b06e68-a068-40f3-9edb-263180174ceb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0617609 Jul 30 16:08:20.372974 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-7b5d8ce0-be44-4c48-af8c-3c4e0ca50d24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145bce74-4c4f-477e-a0d9-380929929e79 HTTP/1.1" status: 200 len: 217 time: 0.0389137 Jul 30 16:08:20.424288 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-85da4c47-2fe5-4dba-9a28-021389e1d5fe req-12a97fd6-0444-4a90-95f1-c08195d4c45a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836473 Jul 30 16:08:20.447984 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-528f8b78-edda-4b88-ab71-da00b6b4f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.449746 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-528f8b78-edda-4b88-ab71-da00b6b4f9a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0618799 Jul 30 16:08:20.505357 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-72d5a002-2a97-421e-ba33-cdaaf9ed40da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344949 Jul 30 16:08:20.548448 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d9b0-de03-4f17-85cd-a7b43f62a3e0 req-11735999-6cb5-4340-a211-15d00f79dfc8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.550106 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9743d9b0-de03-4f17-85cd-a7b43f62a3e0 req-11735999-6cb5-4340-a211-15d00f79dfc8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0521283 Jul 30 16:08:20.594717 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9743d9b0-de03-4f17-85cd-a7b43f62a3e0 req-b181dcfa-ad18-4119-a4da-18ef851b20bc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Jul 30 16:08:20.617651 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-72ddf884-859a-4c9c-9677-ea3cdc8f3525 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855446 Jul 30 16:08:20.718284 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0559bdcc-a603-4a92-8b47-c6d7690ba3eb req-5f80aac2-cb95-425f-86ed-6cbfd745f93d service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875728 Jul 30 16:08:20.831887 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-e5c4ff42-2fd1-4637-b56d-09d95c4eed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.833398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-e5c4ff42-2fd1-4637-b56d-09d95c4eed03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 1097 time: 0.0422120 Jul 30 16:08:20.933178 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-985e6b80-8b44-4b12-8de4-33450b9d6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:20.934619 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-985e6b80-8b44-4b12-8de4-33450b9d6d7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 916 time: 0.0821073 Jul 30 16:08:20.986295 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-02d66cd6-1445-4154-9032-ebfe8405e72b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=145bce74-4c4f-477e-a0d9-380929929e79 HTTP/1.1" status: 200 len: 217 time: 0.0384684 Jul 30 16:08:21.052454 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-978b3d33-5d4e-43b7-b756-ec7c4f278ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:21.053875 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-978b3d33-5d4e-43b7-b756-ec7c4f278ec0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0443351 Jul 30 16:08:21.102119 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-7a6a24da-3e62-43e8-8a87-87425e99d61a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229180 Jul 30 16:08:21.212783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-3f98835e-ba0a-4a60-a83d-80d2b1451534 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Jul 30 16:08:21.334014 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f1c4d1f5-b2e7-4606-b35e-3ec5d1edf3f4 req-211ba48e-053d-4324-8a20-de62b3278ad0 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870554 Jul 30 16:08:21.545951 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332242d2-de4c-4956-ad61-8c11ef8ed34f req-28844886-4418-4750-9b7b-95d9f82af0ea tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:21.548165 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-332242d2-de4c-4956-ad61-8c11ef8ed34f req-28844886-4418-4750-9b7b-95d9f82af0ea tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0544651 Jul 30 16:08:21.591169 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-332242d2-de4c-4956-ad61-8c11ef8ed34f req-f7ce44e6-44f5-447d-8fb8-a4255767b7c6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Jul 30 16:08:21.715574 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5280-05dd-4f3d-913e-794c7d4bebe6 req-bce290b2-f6a0-421c-a680-6d795525e5c0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:21.717089 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cd0c5280-05dd-4f3d-913e-794c7d4bebe6 req-bce290b2-f6a0-421c-a680-6d795525e5c0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0529351 Jul 30 16:08:21.758333 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cd0c5280-05dd-4f3d-913e-794c7d4bebe6 req-d0d2fd41-b850-4982-85b7-698232859d99 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Jul 30 16:08:22.708140 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94d6d4-32fb-48cf-9cb1-d85558042dd4 req-74dc011f-f73e-4b82-bd4d-2e9957c9511b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:22.709613 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5e94d6d4-32fb-48cf-9cb1-d85558042dd4 req-74dc011f-f73e-4b82-bd4d-2e9957c9511b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0477109 Jul 30 16:08:22.746455 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5e94d6d4-32fb-48cf-9cb1-d85558042dd4 req-14f8d22a-321f-4ec6-a2a0-af5ea9f7dfe5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310814 Jul 30 16:08:22.877167 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01be1e2-d068-4764-8b48-a91f42c59e9f req-426b6846-7121-4009-a2ea-a102d5fcbf6d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:22.878948 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f01be1e2-d068-4764-8b48-a91f42c59e9f req-426b6846-7121-4009-a2ea-a102d5fcbf6d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0484715 Jul 30 16:08:22.917286 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f01be1e2-d068-4764-8b48-a91f42c59e9f req-894d71a6-36ad-4a45-a042-67f9721df729 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324836 Jul 30 16:08:27.419297 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a29fc-3fee-4d2f-aa73-47ffd3b6b668 req-9d6d5845-d4cc-4832-a6f8-4df3557edc55 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:27.421304 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b53a29fc-3fee-4d2f-aa73-47ffd3b6b668 req-9d6d5845-d4cc-4832-a6f8-4df3557edc55 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0504830 Jul 30 16:08:27.443098 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb9c77-12d2-4e95-8afa-98f5a9eeac7c req-60d008fe-7372-4d04-94f8-6eafe445c4cf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:27.444582 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1bbb9c77-12d2-4e95-8afa-98f5a9eeac7c req-60d008fe-7372-4d04-94f8-6eafe445c4cf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0498710 Jul 30 16:08:27.461167 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b53a29fc-3fee-4d2f-aa73-47ffd3b6b668 req-d7277d39-a8f3-4911-9c5f-3980b819866b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Jul 30 16:08:27.484166 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1bbb9c77-12d2-4e95-8afa-98f5a9eeac7c req-f9373710-8b44-4fbb-ab2a-923bae41257a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Jul 30 16:08:28.212947 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:08:28.591350 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dac1e-71a8-4160-95a5-dd700b130501 req-d51b4fe0-998d-4072-881a-7aed9f1a3a73 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:28.592878 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e5dac1e-71a8-4160-95a5-dd700b130501 req-d51b4fe0-998d-4072-881a-7aed9f1a3a73 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0488167 Jul 30 16:08:28.611988 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f09b17-cc57-4775-bb54-401780bf9b30 req-2e6b7ae5-7136-48e9-9092-b8c93a97584e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:28.613740 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-05f09b17-cc57-4775-bb54-401780bf9b30 req-2e6b7ae5-7136-48e9-9092-b8c93a97584e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0555935 Jul 30 16:08:28.635824 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e5dac1e-71a8-4160-95a5-dd700b130501 req-806c820b-8b4c-4dd9-be50-450bebc04e49 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Jul 30 16:08:28.654204 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-05f09b17-cc57-4775-bb54-401780bf9b30 req-041bd89a-2fe0-4ed3-8f7f-26ce106cabce tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 Jul 30 16:08:29.769895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b221-90d5-4ec6-b445-ad15e5976697 req-3626936e-0197-4a99-8a61-96eb49c856be tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:29.772142 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e406b221-90d5-4ec6-b445-ad15e5976697 req-3626936e-0197-4a99-8a61-96eb49c856be tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0523062 Jul 30 16:08:29.798256 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5bf9c-fc00-46b8-a325-55a2e42a6f43 req-38a9ebb4-b001-42b1-b36f-da4865f877eb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:29.799919 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-49a5bf9c-fc00-46b8-a325-55a2e42a6f43 req-38a9ebb4-b001-42b1-b36f-da4865f877eb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 944 time: 0.0521283 Jul 30 16:08:29.810957 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e406b221-90d5-4ec6-b445-ad15e5976697 req-9bac53ba-c47a-485b-8393-3ada0e8d7c5b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Jul 30 16:08:29.840896 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-49a5bf9c-fc00-46b8-a325-55a2e42a6f43 req-a2676b0b-afba-44d4-af31-a57cebd7685e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341799 Jul 30 16:08:30.587842 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 145bce74-4c4f-477e-a0d9-380929929e79 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:08:30.684892 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=145bce74-4c4f-477e-a0d9-380929929e79,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:30.699351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '145bce74-4c4f-477e-a0d9-380929929e79', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'port_id': '145bce74-4c4f-477e-a0d9-380929929e79', 'mac_address': 'fa:16:3e:75:68:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ede9b-bdc9-431b-9bd5-9a8aa7097545', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:08:30.736267 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:30.748822 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145bce74-4c4f-477e-a0d9-380929929e79 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:08:30.769810 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=145bce74-4c4f-477e-a0d9-380929929e79,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:30.773399 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:30.820645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:30.941671 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d2b6-b513-4d3a-ac01-c523f3a4adea req-6e351d85-0a39-4eb6-8e88-50f9f4243e80 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:30.948017 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1879d2b6-b513-4d3a-ac01-c523f3a4adea req-6e351d85-0a39-4eb6-8e88-50f9f4243e80 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0564990 Jul 30 16:08:30.980115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081282d-ac6f-4d01-9716-2038e7bb66ee req-6dcdaa7a-7d43-4fc2-9f17-bbfef266f7dc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:30.981684 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6081282d-ac6f-4d01-9716-2038e7bb66ee req-6dcdaa7a-7d43-4fc2-9f17-bbfef266f7dc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0505273 Jul 30 16:08:30.982793 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1879d2b6-b513-4d3a-ac01-c523f3a4adea req-f13d85a3-5413-401a-8d0f-05d1d1eb655c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334680 Jul 30 16:08:31.022775 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6081282d-ac6f-4d01-9716-2038e7bb66ee req-858a1205-5e09-420e-93d6-dcb602d7c15a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340979 Jul 30 16:08:31.384954 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:08:32.127001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a465e4b-97ae-403f-abb6-94a7af50f683 req-49e8de3b-9fd7-42f6-86c7-902f47152000 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:32.128799 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a465e4b-97ae-403f-abb6-94a7af50f683 req-49e8de3b-9fd7-42f6-86c7-902f47152000 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0684981 Jul 30 16:08:32.176045 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a465e4b-97ae-403f-abb6-94a7af50f683 req-18a40875-c8e4-482d-9878-0a140ea2cea7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Jul 30 16:08:32.190808 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc696b6-6879-45be-9bf2-f0dfe8a305c7 req-c1f6811a-4bd0-4a9d-857c-61fcf2106952 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:32.194825 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1fc696b6-6879-45be-9bf2-f0dfe8a305c7 req-c1f6811a-4bd0-4a9d-857c-61fcf2106952 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 945 time: 0.0710523 Jul 30 16:08:32.246729 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1fc696b6-6879-45be-9bf2-f0dfe8a305c7 req-3d7d7764-cf20-474f-aeaa-387d0bf4d384 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Jul 30 16:08:32.320719 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54640) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:32.420089 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ef5f272b-e75d-450c-ae25-bae68bf03ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.511785 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ef5f272b-e75d-450c-ae25-bae68bf03ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.515824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ef5f272b-e75d-450c-ae25-bae68bf03ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.555201 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ef5f272b-e75d-450c-ae25-bae68bf03ab8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31d0e37f800b43f69015913d5fc5d932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332969 Jul 30 16:08:32.556147 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f272b-e75d-450c-ae25-bae68bf03ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0925b96f-b201-4362-a424-d933c4ed6e03,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:32.562766 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54646) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:32.604962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 145bce74-4c4f-477e-a0d9-380929929e79 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:08:32.607155 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.629023 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.656005 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 145bce74-4c4f-477e-a0d9-380929929e79 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:08:32.660426 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 145bce74-4c4f-477e-a0d9-380929929e79 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:08:32.661033 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.679781 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.682598 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.683798 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0925b96f-b201-4362-a424-d933c4ed6e03 HTTP/1.1" status: 204 len: 168 time: 0.1248467 Jul 30 16:08:32.692039 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee24e2c-f508-4f65-8f73-857070500c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0925b96f-b201-4362-a424-d933c4ed6e03,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:32.760201 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.783681 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:08:32.785906 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898ba71-36e9-4e2b-8a34-93b03369e06b" -d '{"events": [{"server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "145bce74-4c4f-477e-a0d9-380929929e79"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:08:32.799416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=145bce74-4c4f-477e-a0d9-380929929e79,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:08:32.823027 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:32.857020 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecba04-c0cc-4784-9494-2bbeffce8b9c x-openstack-request-id: req-77ecba04-c0cc-4784-9494-2bbeffce8b9c {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:08:32.857407 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "name": "network-vif-plugged", "status": "completed", "tag": "145bce74-4c4f-477e-a0d9-380929929e79", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:08:32.857759 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77ecba04-c0cc-4784-9494-2bbeffce8b9c {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:08:32.858243 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79', 'code': 200} Jul 30 16:08:32.885689 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:33.133606 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe01ac-e641-4672-bd2c-3055671feab5 req-a0828a26-d0c1-46cb-b8c7-34081ce63e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.139261 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3fe01ac-e641-4672-bd2c-3055671feab5 req-a0828a26-d0c1-46cb-b8c7-34081ce63e27 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 1099 time: 0.0515459 Jul 30 16:08:33.193861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3fe01ac-e641-4672-bd2c-3055671feab5 req-12748136-4ff6-4145-991f-59cd35d0976d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jul 30 16:08:33.322687 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9b1fe-1e08-46b4-8871-6a8d4944cf02 req-427bd878-2aa4-4f08-8b24-146d0857d0ea tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.325033 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-39a9b1fe-1e08-46b4-8871-6a8d4944cf02 req-427bd878-2aa4-4f08-8b24-146d0857d0ea tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0625055 Jul 30 16:08:33.368654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-39a9b1fe-1e08-46b4-8871-6a8d4944cf02 req-8cd091c1-8b58-4ca9-8052-935e6926129a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Jul 30 16:08:33.405108 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8e951-24f8-4e57-a02a-1616ee40a3c7 req-e02db07a-1316-4628-9b9a-df34e7139909 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:33.407225 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9cd8e951-24f8-4e57-a02a-1616ee40a3c7 req-e02db07a-1316-4628-9b9a-df34e7139909 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0838232 Jul 30 16:08:33.445866 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9cd8e951-24f8-4e57-a02a-1616ee40a3c7 req-044cdf77-b7ee-4c86-9e48-ff7866591c93 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Jul 30 16:08:34.488737 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaee02-84ff-4c9d-92e2-ebd43dfa9117 req-f0fdfde7-3a84-4525-8d60-a74aee518863 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:34.490229 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95eaee02-84ff-4c9d-92e2-ebd43dfa9117 req-f0fdfde7-3a84-4525-8d60-a74aee518863 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Jul 30 16:08:34.530793 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95eaee02-84ff-4c9d-92e2-ebd43dfa9117 req-f4e985c1-4edd-4833-bb6b-b42354c09d3f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jul 30 16:08:34.566595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d1805-aa27-4865-9d5c-f785ff277525 req-c4558b57-cc29-43fd-ba97-4322be520287 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:34.568061 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-051d1805-aa27-4865-9d5c-f785ff277525 req-c4558b57-cc29-43fd-ba97-4322be520287 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0512769 Jul 30 16:08:34.611998 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-051d1805-aa27-4865-9d5c-f785ff277525 req-a9f24e64-065d-4d5a-83be-b2d840101c3f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jul 30 16:08:34.706352 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 54726) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:34.809197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2eec1f93-1e21-44d3-b8b9-26288f7d748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:34.907002 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2eec1f93-1e21-44d3-b8b9-26288f7d748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:34.911124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2eec1f93-1e21-44d3-b8b9-26288f7d748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:34.955718 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2eec1f93-1e21-44d3-b8b9-26288f7d748d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2070ebe4362d454a8d802ec52c8dfec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457988 Jul 30 16:08:34.956253 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54734) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:34.958124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec1f93-1e21-44d3-b8b9-26288f7d748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d08ef2d-19a0-497c-93c7-4bd020e7bf9f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:35.022370 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:35.044064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:35.096142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:35.098721 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:35.099926 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d08ef2d-19a0-497c-93c7-4bd020e7bf9f HTTP/1.1" status: 204 len: 168 time: 0.1425779 Jul 30 16:08:35.107486 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fac9a-0f9e-4f07-abf9-286d506cbd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d08ef2d-19a0-497c-93c7-4bd020e7bf9f,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:35.658210 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb64ba1-d840-4426-9afb-51641163856a req-dd1b276a-7f62-4540-8ec8-d73f4c2ffed1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:35.659730 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bb64ba1-d840-4426-9afb-51641163856a req-dd1b276a-7f62-4540-8ec8-d73f4c2ffed1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0578339 Jul 30 16:08:35.706883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bb64ba1-d840-4426-9afb-51641163856a req-5386a6a6-e92d-45f1-b3ac-c30b93edc16c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Jul 30 16:08:35.758601 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90ebda-f688-45d2-a62d-8f9509cc86b9 req-8c3a500a-6da5-4085-9d1c-341a52fc5139 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:35.760224 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c90ebda-f688-45d2-a62d-8f9509cc86b9 req-8c3a500a-6da5-4085-9d1c-341a52fc5139 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0646682 Jul 30 16:08:35.799582 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0c90ebda-f688-45d2-a62d-8f9509cc86b9 req-a58bb94f-acb1-4143-a25e-a5f5231c3675 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jul 30 16:08:37.979877 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-62569ead-bdb4-43ea-ad4e-bb1808583518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:39.320374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602991e-1a48-4d4a-8238-a0ab43ae9c86 req-0ecda5aa-14e5-42ae-b073-e1f9f809b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:39.321866 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c602991e-1a48-4d4a-8238-a0ab43ae9c86 req-0ecda5aa-14e5-42ae-b073-e1f9f809b9e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1099 time: 0.0490060 Jul 30 16:08:39.371621 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c602991e-1a48-4d4a-8238-a0ab43ae9c86 req-3c6c5dac-b55d-49ba-83d2-65151d534f8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278037 Jul 30 16:08:39.382841 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546da4d-45b6-4c95-b048-d730eb689933 req-542c04e7-40e3-4dce-b19f-1504255fe997 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:39.384370 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1546da4d-45b6-4c95-b048-d730eb689933 req-542c04e7-40e3-4dce-b19f-1504255fe997 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0482154 Jul 30 16:08:39.422059 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1546da4d-45b6-4c95-b048-d730eb689933 req-a286d8f6-c6a3-485f-a0f0-0927dc675823 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jul 30 16:08:40.435673 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3a64680b-fe49-47f6-8bd5-5110bd58cd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:40.553606 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37010e1f-e054-4120-b527-7e01b0af1e70 req-c930a9ae-cbd2-43e2-9850-c41f13d0dbff tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:40.555065 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-37010e1f-e054-4120-b527-7e01b0af1e70 req-c930a9ae-cbd2-43e2-9850-c41f13d0dbff tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0498743 Jul 30 16:08:40.601105 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-37010e1f-e054-4120-b527-7e01b0af1e70 req-239c25a5-d976-4227-bcb9-9b15f20572ee tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Jul 30 16:08:40.786801 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.256430 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:41.682467 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:43.667709 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:45.508077 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33570bfb-ef20-4d93-9607-9df0dacb59b4 req-fa8124ee-a7c0-47c5-8dcd-900cd49b78f6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:45.509519 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-33570bfb-ef20-4d93-9607-9df0dacb59b4 req-fa8124ee-a7c0-47c5-8dcd-900cd49b78f6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0510178 Jul 30 16:08:45.557805 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-33570bfb-ef20-4d93-9607-9df0dacb59b4 req-78f01562-2fd0-493b-8508-2eea22cca15d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Jul 30 16:08:46.711374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898bb8c-d306-406f-b26a-6ca339396097 req-5a2640ca-cdbe-4a04-a0d4-b8c0012bf0ee tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.711374 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6898bb8c-d306-406f-b26a-6ca339396097 req-5a2640ca-cdbe-4a04-a0d4-b8c0012bf0ee tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0761163 Jul 30 16:08:46.770415 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6898bb8c-d306-406f-b26a-6ca339396097 req-bf2398cd-62c7-40a8-874b-ea719173d559 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475454 Jul 30 16:08:46.885155 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952cd12-7373-4929-bb75-4aa7d25099af req-0a490215-8c9d-4072-9c9b-91d6d39c2d9a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:46.886504 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9952cd12-7373-4929-bb75-4aa7d25099af req-0a490215-8c9d-4072-9c9b-91d6d39c2d9a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0475714 Jul 30 16:08:46.894599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54974) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:46.926350 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9952cd12-7373-4929-bb75-4aa7d25099af req-951ca48b-cbb7-4fac-bc96-be780a3a9454 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Jul 30 16:08:46.996051 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-981cc062-a222-4f73-a0a0-ee84e8b3169a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.112569 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-981cc062-a222-4f73-a0a0-ee84e8b3169a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.116290 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-981cc062-a222-4f73-a0a0-ee84e8b3169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.157881 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-981cc062-a222-4f73-a0a0-ee84e8b3169a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecb17d4c0dc04ebb900ce9e76dab128e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589951 Jul 30 16:08:47.157881 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 54982) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:47.163943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc062-a222-4f73-a0a0-ee84e8b3169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8728507-ef29-4962-9e24-0e8f4eda8191,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:47.213710 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.243564 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.303470 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.306471 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:47.307652 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8728507-ef29-4962-9e24-0e8f4eda8191 HTTP/1.1" status: 204 len: 168 time: 0.1488838 Jul 30 16:08:47.320675 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32f1d1-7ab9-467d-b621-7cfcf0ae801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8728507-ef29-4962-9e24-0e8f4eda8191,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:48.288654 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55030) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:48.398987 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-adcddd08-58c9-46e9-8a2b-74255c4e58ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.486267 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-adcddd08-58c9-46e9-8a2b-74255c4e58ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.490761 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-adcddd08-58c9-46e9-8a2b-74255c4e58ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.531605 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-adcddd08-58c9-46e9-8a2b-74255c4e58ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4378182c8e5c4e6695f3cc9012054c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417638 Jul 30 16:08:48.532786 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcddd08-58c9-46e9-8a2b-74255c4e58ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45b961-ba5e-490c-91e9-870352aea51f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:48.534263 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55036) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:08:48.583906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.604490 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.650496 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.653120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:08:48.655214 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b45b961-ba5e-490c-91e9-870352aea51f HTTP/1.1" status: 204 len: 168 time: 0.1197157 Jul 30 16:08:48.662666 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76332f3-896f-4665-8c57-d8eb8d407b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45b961-ba5e-490c-91e9-870352aea51f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:08:57.042191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-cd95a154-657d-4b04-94e4-e88ab5919760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.043854 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-cd95a154-657d-4b04-94e4-e88ab5919760 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0479424 Jul 30 16:08:57.047531 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04e19a-4cc7-4b72-b3d8-c0d0daacc72a req-17aa856c-c515-4de9-b1a4-0a542c80757f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.049695 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e04e19a-4cc7-4b72-b3d8-c0d0daacc72a req-17aa856c-c515-4de9-b1a4-0a542c80757f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0735953 Jul 30 16:08:57.092671 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e04e19a-4cc7-4b72-b3d8-c0d0daacc72a req-ea37c77c-2e44-4dad-9d9e-2309565d196f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Jul 30 16:08:57.147043 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-6b40f7c9-fea6-4759-9da9-f720bcf6aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.147043 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-6b40f7c9-fea6-4759-9da9-f720bcf6aca9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.0860388 Jul 30 16:08:57.208099 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-3ea00e17-8545-461d-8ea9-981533aa7308 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0401421 Jul 30 16:08:57.268407 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-5eb44819-cb56-4e57-8698-423dad3ce93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:57.268407 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-5eb44819-cb56-4e57-8698-423dad3ce93a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0458884 Jul 30 16:08:57.304563 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-66d93216-6eb3-43f1-9345-ed7eca2d83c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232949 Jul 30 16:08:57.410175 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-3cd34f3d-c4e8-4d77-b1cf-37b6af7a04e2 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906584 Jul 30 16:08:57.517448 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91399bfb-c988-4654-9a74-f227bf8868b6 req-794f4e69-c36b-4207-87b8-657a4fd58dbd service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906401 Jul 30 16:08:58.046560 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-34f6f543-2cd9-492f-9dc5-7da32a3b71d0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.048064 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-34f6f543-2cd9-492f-9dc5-7da32a3b71d0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1039612 Jul 30 16:08:58.062934 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-27c757c5-5b01-46b5-918f-adaf2f6e7af5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/quotas/e9b01b7e6d90426088cefd5ff16e7347 HTTP/1.1" status: 200 len: 375 time: 0.0089486 Jul 30 16:08:58.115383 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-05397c34-f25b-4cd1-b6af-02f1322a64cc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471454 Jul 30 16:08:58.206944 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-4dff337d-36fe-44cd-8d7d-a17f5e2a5623 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 30 16:08:58.210204 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634759b-8a9c-47bf-96da-5d37dbe2ee38 req-ff49cb0e-c892-474b-ace0-c5c980b0bb3b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:58.211900 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a634759b-8a9c-47bf-96da-5d37dbe2ee38 req-ff49cb0e-c892-474b-ace0-c5c980b0bb3b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0499201 Jul 30 16:08:58.254761 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a634759b-8a9c-47bf-96da-5d37dbe2ee38 req-747ad68b-2da9-43ff-84af-c9ae4b3cfe11 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367491 Jul 30 16:08:58.308997 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-9c541ffe-57a0-4741-8c18-c57be14109a2 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951066 Jul 30 16:08:58.499688 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-33b1cbbd-10d4-47dd-8aa7-f2914445e06a req-a36d1ad0-d9a2-408a-9997-fc114c976f31 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0253348 Jul 30 16:08:59.378924 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbdbbc-768a-4c6e-98b9-e71218466fe5 req-95be1904-3f73-4890-888b-75eb55163f6f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:59.380441 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62fbdbbc-768a-4c6e-98b9-e71218466fe5 req-95be1904-3f73-4890-888b-75eb55163f6f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0494747 Jul 30 16:08:59.419867 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62fbdbbc-768a-4c6e-98b9-e71218466fe5 req-82e9c449-5004-4709-8c3f-c18bcae3d88d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Jul 30 16:08:59.597004 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f1181554-7768-48fb-b9e8-99089f71d2f7 req-f35fcb9b-4cb7-49e8-ae28-d4381dca071a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0268896 Jul 30 16:08:59.847182 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-0a2f2fdf-e8f6-456f-a74e-47f0154d9005 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:08:59.848564 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-0a2f2fdf-e8f6-456f-a74e-47f0154d9005 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1082308 Jul 30 16:08:59.872538 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Request body: {'port': {'device_id': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'admin_state_up': True, 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:00.008749 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:00.012671 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.155722 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Allocated IP 172.20.0.2 (9a836950-de83-4064-be6b-b98de3093a5e/ea2ede9b-bdc9-431b-9bd5-9a8aa7097545/93b5bd35-b14d-4747-b351-ad0f4291d3bf) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:00.305785 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.345153 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.364931 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:00.383443 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Network 9a836950-de83-4064-be6b-b98de3093a5e is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:00.386381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:00.391785 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:00.397369 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:00.397985 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.415416 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event updated for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:00.423498 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.423842 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.424181 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.424518 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.424879 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.425187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.425513 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.426053 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.426340 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.426815 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.427342 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.427721 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:00.432456 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cac350ef-9edf-46ce-a505-93ef815a8fe8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645180 Jul 30 16:09:00.457800 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Request body: {'port': {'device_id': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:00.556714 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.604549 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f054b-7685-406b-98ff-3eb0fc096b2d req-258cfdd1-d280-499d-8db2-2df9979949d4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:00.606046 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a9f054b-7685-406b-98ff-3eb0fc096b2d req-258cfdd1-d280-499d-8db2-2df9979949d4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0971682 Jul 30 16:09:00.726795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057766c-6a07-4ccf-8cc6-55dc5c0b554f req-1e0ae3e7-7be0-4d60-9ab8-b2264305576c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:00.728412 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b057766c-6a07-4ccf-8cc6-55dc5c0b554f req-1e0ae3e7-7be0-4d60-9ab8-b2264305576c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 931 time: 0.0540121 Jul 30 16:09:00.775739 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8a9f054b-7685-406b-98ff-3eb0fc096b2d req-747bb778-7a16-49cb-a69b-95f53c8f8194 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593633 Jul 30 16:09:00.789537 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b057766c-6a07-4ccf-8cc6-55dc5c0b554f req-6be5c4e1-bbe4-4f9e-a4c8-bba194790253 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491312 Jul 30 16:09:00.876567 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55364) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:00.939246 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b5bd35-b14d-4747-b351-ad0f4291d3bf {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:00.946888 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.964655 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Transition to ACTIVE for port object 93b5bd35-b14d-4747-b351-ad0f4291d3bf will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:00.972341 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:00.996274 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.061836 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Pushing event updated for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.112732 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Attempting to bind port 93b5bd35-b14d-4747-b351-ad0f4291d3bf on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:01.113153 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Attempting to bind port 93b5bd35-b14d-4747-b351-ad0f4291d3bf by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:01.113860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Attempting to bind port 93b5bd35-b14d-4747-b351-ad0f4291d3bf on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:01.118965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Port 93b5bd35-b14d-4747-b351-ad0f4291d3bf on network 9a836950-de83-4064-be6b-b98de3093a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:09:01.119467 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Attempting to bind port 93b5bd35-b14d-4747-b351-ad0f4291d3bf on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:01.124973 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:01.125559 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Checking segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:01.126057 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Bound using segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:01.126647 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Bound port: 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:01.127051 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.143769 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.150184 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.187271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59acc6d6-a8de-404b-be5e-793901feb6dc,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.202599 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.202954 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.203358 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.203656 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.204005 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.204319 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.204874 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.205202 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.205493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.207271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.207629 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.207979 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:01.213224 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9a155f27-d35c-454d-9f61-bad242292b28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0415cc5f5bee428b9492c150ec18a372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356035 Jul 30 16:09:01.215940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55386) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:01.238574 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:01.242512 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:01.250521 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.268930 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.297237 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.313901 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.314578 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.316640 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] 10.222.0.70 "PUT /v2.0/ports/93b5bd35-b14d-4747-b351-ad0f4291d3bf HTTP/1.1" status: 200 len: 1093 time: 0.8631794 Jul 30 16:09:01.318719 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:01.321131 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:01.386382 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.386382 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.386382 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59acc6d6-a8de-404b-be5e-793901feb6dc HTTP/1.1" status: 204 len: 168 time: 0.1692624 Jul 30 16:09:01.410215 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677fc99d-f8e5-4920-844c-8eb3bf1cc487 x-openstack-request-id: req-677fc99d-f8e5-4920-844c-8eb3bf1cc487 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:01.410774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:01.410774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-677fc99d-f8e5-4920-844c-8eb3bf1cc487 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:01.411032 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf', 'status': 'completed', 'code': 200} Jul 30 16:09:01.419588 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ae9da-2273-4a22-aa2b-c19333cde47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59acc6d6-a8de-404b-be5e-793901feb6dc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.421798 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55398) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:01.434631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8933bb-fb1d-436a-bfc2-351942232066 service neutron] Pushing event updated for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.451380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-9341bec6-a3e3-4089-85df-b9b68a68a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.453133 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-9341bec6-a3e3-4089-85df-b9b68a68a6c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 1096 time: 0.0679536 Jul 30 16:09:01.511753 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-85723c3f-3f23-46ce-a494-cb50ae9f0f3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf HTTP/1.1" status: 200 len: 217 time: 0.0426958 Jul 30 16:09:01.550883 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b048c43e-f85b-44d5-a600-7641920de2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.580794 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-457e2e05-4c02-4fe3-9b54-dc125cedffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.582335 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-457e2e05-4c02-4fe3-9b54-dc125cedffba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0562558 Jul 30 16:09:01.655271 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-7115706a-913e-4438-bbdb-6258ea758a31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511703 Jul 30 16:09:01.672062 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b048c43e-f85b-44d5-a600-7641920de2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.687836 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b048c43e-f85b-44d5-a600-7641920de2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.741145 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b048c43e-f85b-44d5-a600-7641920de2ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d970995c46994bec8e0e8018e05b8462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180847 Jul 30 16:09:01.744457 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55408) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:01.747736 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048c43e-f85b-44d5-a600-7641920de2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715dbe7f-1e5f-4a73-a596-d9d58bc56f64,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:01.805778 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-3bb32ef8-ca64-48c5-88a5-3f960278d221 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295998 Jul 30 16:09:01.828308 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.852746 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.912928 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce0d91-0321-4f6c-af0b-7f3637c178fb req-d18a3331-6c63-40ab-9a66-1d015aa0fcfd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.914514 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f1ce0d91-0321-4f6c-af0b-7f3637c178fb req-d18a3331-6c63-40ab-9a66-1d015aa0fcfd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0555863 Jul 30 16:09:01.953082 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9f34a-d47e-468f-a70d-328d5d15136a req-98965250-297f-4d1e-88be-3f391fc2f443 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:01.954638 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5af9f34a-d47e-468f-a70d-328d5d15136a req-98965250-297f-4d1e-88be-3f391fc2f443 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0784466 Jul 30 16:09:01.964779 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f1ce0d91-0321-4f6c-af0b-7f3637c178fb req-72f78116-46ac-474e-af50-d0115fc02bd8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Jul 30 16:09:01.983979 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.986281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:01.987372 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/715dbe7f-1e5f-4a73-a596-d9d58bc56f64 HTTP/1.1" status: 204 len: 168 time: 0.2395370 Jul 30 16:09:02.048523 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53f258-fac0-4323-ae56-deb140f40d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715dbe7f-1e5f-4a73-a596-d9d58bc56f64,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:02.095907 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5af9f34a-d47e-468f-a70d-328d5d15136a req-95d6872e-4706-4dd4-be7c-4769d828745f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196430 Jul 30 16:09:02.113519 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5fd75964-c5da-45a9-8faa-bc9c7cc95a93 req-10b5bd25-9940-4b1d-865f-d5b7e1417445 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173692 Jul 30 16:09:02.470376 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-154833ba-aad6-41b3-b61f-dd9fc73361e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:02.471857 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-154833ba-aad6-41b3-b61f-dd9fc73361e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 1096 time: 0.2706153 Jul 30 16:09:02.576360 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-5fd3b2ff-1f19-4de6-be60-5c893885a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:02.578367 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-5fd3b2ff-1f19-4de6-be60-5c893885a890 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 916 time: 0.0847635 Jul 30 16:09:02.631520 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-51a6c933-49c2-4516-abc3-c24845e84b34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf HTTP/1.1" status: 200 len: 217 time: 0.0364738 Jul 30 16:09:02.687028 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-1108be0b-abae-446d-b2eb-7f4894886234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:02.688523 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-1108be0b-abae-446d-b2eb-7f4894886234 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0450304 Jul 30 16:09:02.727578 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-696ebc55-954d-41a3-a5fd-16a6ccee8b2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235431 Jul 30 16:09:02.815410 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-2591c7ff-550c-4b91-9c61-95d25daf7799 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781915 Jul 30 16:09:02.913018 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ebbc14a-e6f3-4c41-9257-fcee2aba9a9a req-125e0c45-2573-443a-af82-80913fe41b2d service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809591 Jul 30 16:09:03.085313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299f6e-caa7-4322-9b39-2c222d15930e req-b90a0e6c-9bb5-483e-b3c3-5a099d70eae0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:03.086769 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ac299f6e-caa7-4322-9b39-2c222d15930e req-b90a0e6c-9bb5-483e-b3c3-5a099d70eae0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Jul 30 16:09:03.125904 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ac299f6e-caa7-4322-9b39-2c222d15930e req-411b81af-c165-4762-ad0c-e80812073f22 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jul 30 16:09:03.235981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c122e-0135-47af-a40d-b4bff33e48ec req-378d1cb2-0d03-47e4-a85e-5b8413043ab9 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:03.237473 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c5c122e-0135-47af-a40d-b4bff33e48ec req-378d1cb2-0d03-47e4-a85e-5b8413043ab9 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0493894 Jul 30 16:09:03.275771 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c5c122e-0135-47af-a40d-b4bff33e48ec req-b7af9faf-3f95-40b1-94b5-eaf8694b2ae5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 30 16:09:04.247017 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ac3e0-57e9-4382-ba4e-99c1d9eb8795 req-60692094-8796-4421-9ac4-fcbc4f95684f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:04.248728 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-624ac3e0-57e9-4382-ba4e-99c1d9eb8795 req-60692094-8796-4421-9ac4-fcbc4f95684f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0492351 Jul 30 16:09:04.289755 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-624ac3e0-57e9-4382-ba4e-99c1d9eb8795 req-fa19e8c3-c6b0-4976-944f-8807254d199c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345697 Jul 30 16:09:04.401548 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d34ab-29f0-4ef9-a010-b5b736a201a8 req-c9522e87-eaef-4cf8-ab95-3aaa52c4f85f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:04.403082 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f6d34ab-29f0-4ef9-a010-b5b736a201a8 req-c9522e87-eaef-4cf8-ab95-3aaa52c4f85f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 943 time: 0.0529094 Jul 30 16:09:04.440665 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f6d34ab-29f0-4ef9-a010-b5b736a201a8 req-fdf71cc4-f70f-4613-b628-c0591601ce01 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jul 30 16:09:04.835991 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 93b5bd35-b14d-4747-b351-ad0f4291d3bf details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:09:05.041172 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:05.051998 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '93b5bd35-b14d-4747-b351-ad0f4291d3bf', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'port_id': '93b5bd35-b14d-4747-b351-ad0f4291d3bf', 'mac_address': 'fa:16:3e:0d:ca:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ede9b-bdc9-431b-9bd5-9a8aa7097545', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:09:05.087620 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:05.099437 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b5bd35-b14d-4747-b351-ad0f4291d3bf {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:05.119335 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:05.123155 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:05.169118 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:05.175839 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.176209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.176550 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.176885 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.177217 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.177549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.177876 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.178199 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.178547 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.178873 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.179229 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.179551 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:05.210853 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:09:05.410578 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4126-5846-464f-8760-81380b099447 req-2309952c-ae81-44c3-9603-9d0b537d2a39 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:05.412441 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64ea4126-5846-464f-8760-81380b099447 req-2309952c-ae81-44c3-9603-9d0b537d2a39 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0516012 Jul 30 16:09:05.452290 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64ea4126-5846-464f-8760-81380b099447 req-993bdf6f-fce2-4a73-8b67-d1f3c083f578 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 30 16:09:05.564777 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8a59-f536-4110-950d-9443cc3080dc req-a7a0406f-bd7e-47a6-9a63-7e5b6a673508 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:05.566586 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3c3c8a59-f536-4110-950d-9443cc3080dc req-a7a0406f-bd7e-47a6-9a63-7e5b6a673508 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 944 time: 0.0523248 Jul 30 16:09:05.607374 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3c3c8a59-f536-4110-950d-9443cc3080dc req-6c730f75-f8f8-47c1-aecf-9753ced2eb95 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jul 30 16:09:05.784136 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['93b5bd35-b14d-4747-b351-ad0f4291d3bf'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:06.251652 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55502) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:06.352239 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c64d65c0-f688-4c41-9829-244bc603ee17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.444513 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c64d65c0-f688-4c41-9829-244bc603ee17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.448192 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c64d65c0-f688-4c41-9829-244bc603ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.486436 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c64d65c0-f688-4c41-9829-244bc603ee17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4b07393ea7e4c6bb41ef9b84997eedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337160 Jul 30 16:09:06.487548 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d65c0-f688-4c41-9829-244bc603ee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6642ca04-0686-4b69-9876-881cf024f67d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:06.489258 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55510) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:06.569012 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.599973 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393cf8-f291-47b9-90f3-187b5cca9de0 req-503f0aed-af71-4f3c-abad-e2d364f900dd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:06.601398 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1e393cf8-f291-47b9-90f3-187b5cca9de0 req-503f0aed-af71-4f3c-abad-e2d364f900dd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0754459 Jul 30 16:09:06.603215 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.660480 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1e393cf8-f291-47b9-90f3-187b5cca9de0 req-c77ef647-56e6-4501-b632-3f86faab77e0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 Jul 30 16:09:06.685852 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.689266 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:06.692758 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6642ca04-0686-4b69-9876-881cf024f67d HTTP/1.1" status: 204 len: 168 time: 0.1993005 Jul 30 16:09:06.698177 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe3094-788b-4170-87e4-088d1a993379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6642ca04-0686-4b69-9876-881cf024f67d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:06.734197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25447e-8d28-4c05-ba84-a134c9ae993a req-557bc2d8-62c9-4a01-84c5-97e17d8bf5cb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:06.738743 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a25447e-8d28-4c05-ba84-a134c9ae993a req-557bc2d8-62c9-4a01-84c5-97e17d8bf5cb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 944 time: 0.0625010 Jul 30 16:09:06.779748 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a25447e-8d28-4c05-ba84-a134c9ae993a req-7a19d947-d880-4ff6-ac81-ccbbe3d711e6 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345232 Jul 30 16:09:07.295633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55542) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:07.387594 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1458327842-network', 'tenant_id': 'e2bbd6beaee8450d825abd418910d05c'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:07.409876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Made reservation on behalf of e2bbd6beaee8450d825abd418910d05c for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:07.412111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.420436 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.506962 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.510859 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.531222 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:09:07.543833 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827da702-efd4-4752-a006-3e0912f82272,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:07.548972 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.549309 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Added segment 37630538-12e6-41c0-92a5-b3e98bec8bc2 of type vlan for network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a Jul 30 16:09:07.589898 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.618190 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.619320 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:07.619924 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.673978 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3772085 Jul 30 16:09:07.677185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55548) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:07.680937 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92df8-aaaf-4a9b-84b2-1dd63b2a3d21 admin admin] Pushing event updated for resources: {'Network': ['ID=1532ae73-edd4-48ea-b12b-b0dca0c66e2a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:07.682195 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Request body: {'subnet': {'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1458327842-subnet', 'tenant_id': 'e2bbd6beaee8450d825abd418910d05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:07.693676 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:09:07.720663 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Made reservation on behalf of e2bbd6beaee8450d825abd418910d05c for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:07.723103 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.797014 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea877611-5a20-40e3-9fbf-a4cfd3099f06 req-e0472f8d-8b8c-4469-a50b-e51e11b6ede2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:07.799606 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea877611-5a20-40e3-9fbf-a4cfd3099f06 req-e0472f8d-8b8c-4469-a50b-e51e11b6ede2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0532353 Jul 30 16:09:07.848529 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea877611-5a20-40e3-9fbf-a4cfd3099f06 req-61c2b889-1299-4f44-9956-569bd6a60027 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Jul 30 16:09:07.923086 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.976206 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb68c-e090-4888-8f8c-1dd35622c5a5 req-1d18f53d-0c1e-4660-b8c0-b62bf2abfff7 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:07.977705 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-975eb68c-e090-4888-8f8c-1dd35622c5a5 req-1d18f53d-0c1e-4660-b8c0-b62bf2abfff7 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1218884 Jul 30 16:09:07.982070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f8a2-212b-4807-ac6c-139b7731de50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:07.993403 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc04aea-9b17-4df7-8aaa-40029597aba0,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:08.021179 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Checking segment: {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:08.021535 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Network hostable DHCP agents. Network: 1532ae73-edd4-48ea-b12b-b0dca0c66e2a, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:09:08.040460 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-975eb68c-e090-4888-8f8c-1dd35622c5a5 req-99834e59-cb85-4b12-8bf1-a56daa0d1981 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531776 Jul 30 16:09:08.050128 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:09:08.059704 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 1532ae73-edd4-48ea-b12b-b0dca0c66e2a) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:08.065302 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:08.065887 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.070179 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840a89e-c723-4cca-9b35-68f2245aba0f None None] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:08.080208 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-1ba2f191-74f6-40c7-b6ef-aedac1077a12 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4019320 Jul 30 16:09:08.191642 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35339b-6536-4f22-ab8f-31ee8f7663bd None None] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:08.870449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 93b5bd35-b14d-4747-b351-ad0f4291d3bf up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:08.919425 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 93b5bd35-b14d-4747-b351-ad0f4291d3bf completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:08.923276 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 93b5bd35-b14d-4747-b351-ad0f4291d3bf triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:08.923652 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:08.968843 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daabeb-d6bb-4463-9e8b-56cec2604f94 req-3e286944-bca2-46af-b138-309f530aa1c5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:08.970315 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d9daabeb-d6bb-4463-9e8b-56cec2604f94 req-3e286944-bca2-46af-b138-309f530aa1c5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0531516 Jul 30 16:09:09.007043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:09.011249 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d9daabeb-d6bb-4463-9e8b-56cec2604f94 req-a3440f20-491f-40e6-b8df-80ad4ec29961 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Jul 30 16:09:09.030647 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:09.032935 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b90e87d-b2c5-4d22-a5ad-37b876947706" -d '{"events": [{"server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:09.046438 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:09.051421 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:09.074919 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be31d40-0dbd-48a0-a44e-b9722bf168ec x-openstack-request-id: req-4be31d40-0dbd-48a0-a44e-b9722bf168ec {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:09.075101 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:09.075373 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4be31d40-0dbd-48a0-a44e-b9722bf168ec {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:09.075758 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf', 'code': 200} Jul 30 16:09:09.102573 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:09.164121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac75c2b-1006-49f8-9c41-936be855adc4 req-9735046d-57ae-46df-ab3c-c64d83d94a61 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.165540 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ac75c2b-1006-49f8-9c41-936be855adc4 req-9735046d-57ae-46df-ab3c-c64d83d94a61 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Jul 30 16:09:09.210198 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ac75c2b-1006-49f8-9c41-936be855adc4 req-0628d055-f380-444c-b5b6-906016cfe50f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Jul 30 16:09:09.335546 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78116189-cc09-4e64-9e83-190f4148d1e3 req-b77e3567-461f-4a7e-b484-443bcf04b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.337205 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78116189-cc09-4e64-9e83-190f4148d1e3 req-b77e3567-461f-4a7e-b484-443bcf04b750 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 1098 time: 0.0391772 Jul 30 16:09:09.376195 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78116189-cc09-4e64-9e83-190f4148d1e3 req-8881a5fc-bbae-467e-b1f0-d8598f095169 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265346 Jul 30 16:09:09.661297 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-e9df92b4-5a99-4e32-a1df-e9c91c89dad1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441451 Jul 30 16:09:09.796731 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-55557b88-e04d-469a-bcce-c8ac720d02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.798124 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-55557b88-e04d-469a-bcce-c8ac720d02e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.0964487 Jul 30 16:09:09.836027 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-f367a5ab-422f-4c8d-8c30-f01e277ea752 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:09.837450 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-f367a5ab-422f-4c8d-8c30-f01e277ea752 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 814 time: 0.1119368 Jul 30 16:09:09.903592 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-41600496-28e5-4731-9da0-1405e2d98bc8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/quotas/e2bbd6beaee8450d825abd418910d05c HTTP/1.1" status: 200 len: 375 time: 0.0544221 Jul 30 16:09:09.942648 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-829bae50-d0ca-4241-956e-4a6fc0ac01fe tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317023 Jul 30 16:09:10.016644 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-5b4ad783-01b8-4841-93a2-ca3fd26c0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.018112 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-5b4ad783-01b8-4841-93a2-ca3fd26c0eea service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.1798372 Jul 30 16:09:10.058066 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-a2bea26d-c4ec-428e-ae4e-c6705c4cbf7a service neutron] 10.222.0.37 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075075 Jul 30 16:09:10.131882 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e969682-45e1-4fff-92a1-8e22af921810 req-d9e21467-b487-41e6-93c6-751c1fe32a3a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.133356 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9e969682-45e1-4fff-92a1-8e22af921810 req-d9e21467-b487-41e6-93c6-751c1fe32a3a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Jul 30 16:09:10.156683 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-0fa18da7-b097-48d2-a46b-43dd0be6bb18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 1001 time: 0.1086037 Jul 30 16:09:10.171979 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9e969682-45e1-4fff-92a1-8e22af921810 req-bf9d8622-caf6-427a-956d-9c1bf860fb5e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Jul 30 16:09:10.215879 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4fc836b0-131e-4f43-9a37-69e8a4fb8ca1 service neutron] 10.222.0.37 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316333 Jul 30 16:09:10.230600 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-823be3d0-8d9f-4ed7-ab74-eee2e12b264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.232080 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-823be3d0-8d9f-4ed7-ab74-eee2e12b264f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0601003 Jul 30 16:09:10.298817 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-81c03770-28f7-453e-847b-5296f77a24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.300373 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-81c03770-28f7-453e-847b-5296f77a24b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461359 Jul 30 16:09:10.397225 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4dd44721-712b-4431-9a3b-b7dedc123b32 req-fed3c8fd-6bdd-44a4-a41f-91c029e1d4b0 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 210 time: 0.0277123 Jul 30 16:09:10.430099 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9b78b677-2e47-4210-8b1d-72b1c8b7fba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:10.463095 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadc09a-9ba9-460a-8b62-5710ca2a9536 req-fcabf3ce-1d22-4cea-8529-d844ec83c01e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:10.464604 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cbadc09a-9ba9-460a-8b62-5710ca2a9536 req-fcabf3ce-1d22-4cea-8529-d844ec83c01e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0834920 Jul 30 16:09:10.466592 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-d0f63751-3ae2-472f-a6d6-1f31321da162 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383905 Jul 30 16:09:10.546312 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cbadc09a-9ba9-460a-8b62-5710ca2a9536 req-05d9f4cd-d686-4bc5-842a-8443a9250e72 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753024 Jul 30 16:09:10.590761 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0c37a32-37b3-4128-82a9-809dd485d363 req-81d97311-daaa-41b9-9eac-af95edbb2f37 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002746 Jul 30 16:09:10.788990 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:11.262615 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:11.285228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f9762-6f63-492e-99d1-622b88a862d2 req-789ce6b7-55a6-45b5-80f6-5892e4194b0f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:11.286703 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-203f9762-6f63-492e-99d1-622b88a862d2 req-789ce6b7-55a6-45b5-80f6-5892e4194b0f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Jul 30 16:09:11.328263 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-203f9762-6f63-492e-99d1-622b88a862d2 req-66cf7d92-4a15-4726-9d90-acd9210f595a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Jul 30 16:09:11.495078 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-34a7d3ba-2d03-495c-a1f8-f4106a8adc71 req-0e26a0ae-e63d-47b1-9ded-afc634614119 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 210 time: 0.0281992 Jul 30 16:09:11.667292 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55764fcc-03a0-4d2f-9e47-1e456f3a9930 req-8d65019e-99ba-47e8-a844-e3338729ae80 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:11.671637 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55764fcc-03a0-4d2f-9e47-1e456f3a9930 req-8d65019e-99ba-47e8-a844-e3338729ae80 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Jul 30 16:09:11.696944 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:11.710727 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-55764fcc-03a0-4d2f-9e47-1e456f3a9930 req-96b1f0ee-cada-46e8-9a51-69cbc0374f09 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360007 Jul 30 16:09:11.912599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-60da0911-ae46-4da2-9745-9ac657f0259f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:11.914041 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-60da0911-ae46-4da2-9745-9ac657f0259f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 814 time: 0.1129665 Jul 30 16:09:11.937349 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Request body: {'port': {'device_id': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a', 'admin_state_up': True, 'tenant_id': 'e2bbd6beaee8450d825abd418910d05c'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:12.058762 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Made reservation on behalf of e2bbd6beaee8450d825abd418910d05c for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:12.062253 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.193925 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Allocated IP 172.20.0.3 (1532ae73-edd4-48ea-b12b-b0dca0c66e2a/6fc04aea-9b17-4df7-8aaa-40029597aba0/49f42183-504d-4e4f-9f31-34ca7e547fa0) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:12.357679 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.412710 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.462739 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859a725-60fd-43a0-88bc-86c2cad57512 req-2ac46639-ba36-4280-ae27-e5c7ca4e1815 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.464315 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f859a725-60fd-43a0-88bc-86c2cad57512 req-2ac46639-ba36-4280-ae27-e5c7ca4e1815 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0575895 Jul 30 16:09:12.474844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:12.478008 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:12.485866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:12.492295 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.492852 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.504391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Pushing event updated for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:12.522310 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f859a725-60fd-43a0-88bc-86c2cad57512 req-f5a75d38-9796-4b55-b8e2-0db649e2f32a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482397 Jul 30 16:09:12.524719 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-383871e6-f7ee-4be3-b636-8862754d273b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923345 Jul 30 16:09:12.582185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Request body: {'port': {'device_id': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:12.623419 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df28f5-5429-46d5-bbdf-5f66cc6c9533 req-ef1a17d3-c9c2-4533-83bf-3007c28e96a9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:12.625396 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09df28f5-5429-46d5-bbdf-5f66cc6c9533 req-ef1a17d3-c9c2-4533-83bf-3007c28e96a9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 931 time: 0.0465584 Jul 30 16:09:12.637272 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.664180 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09df28f5-5429-46d5-bbdf-5f66cc6c9533 req-4f6c4a6e-76d8-4b46-9c53-8685e4c8b45d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328948 Jul 30 16:09:12.901741 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f42183-504d-4e4f-9f31-34ca7e547fa0 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:12.910454 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.922876 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Transition to ACTIVE for port object 49f42183-504d-4e4f-9f31-34ca7e547fa0 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:12.926469 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:12.980483 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Pushing event updated for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:13.013118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Attempting to bind port 49f42183-504d-4e4f-9f31-34ca7e547fa0 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:13.013476 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Attempting to bind port 49f42183-504d-4e4f-9f31-34ca7e547fa0 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:13.013690 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Attempting to bind port 49f42183-504d-4e4f-9f31-34ca7e547fa0 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:13.018867 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Port 49f42183-504d-4e4f-9f31-34ca7e547fa0 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:09:13.019094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Attempting to bind port 49f42183-504d-4e4f-9f31-34ca7e547fa0 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:13.024309 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:13.024642 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Checking segment: {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:13.025021 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Bound using segment: {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:13.025446 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Bound port: 49f42183-504d-4e4f-9f31-34ca7e547fa0, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:13.025802 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.092015 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:13.097230 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:13.101357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.135614 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.136229 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.137947 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] 10.222.0.70 "PUT /v2.0/ports/49f42183-504d-4e4f-9f31-34ca7e547fa0 HTTP/1.1" status: 200 len: 1093 time: 0.5607145 Jul 30 16:09:13.138398 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:13.141714 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a112439d-3c85-4253-92e3-b451ef138aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:13.175324 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eeb6d-a8fa-463e-b848-918e6554498c service neutron] Pushing event updated for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:13.189541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b8a6f-0ef9-47be-87f4-c40d451c4fed x-openstack-request-id: req-f79b8a6f-0ef9-47be-87f4-c40d451c4fed {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:13.189837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:13.191645 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f79b8a6f-0ef9-47be-87f4-c40d451c4fed {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:13.192301 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0', 'status': 'completed', 'code': 200} Jul 30 16:09:13.270712 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-21af3822-e2a5-44c1-8e55-53bb50d739fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.272175 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-21af3822-e2a5-44c1-8e55-53bb50d739fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 1096 time: 0.0463769 Jul 30 16:09:13.352596 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-39c3829e-3a06-46e1-98c9-c4fb2533758d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0 HTTP/1.1" status: 200 len: 217 time: 0.0372853 Jul 30 16:09:13.431952 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-e28ddbc1-7bec-4f76-a48a-908ea7bd0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.433533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-e28ddbc1-7bec-4f76-a48a-908ea7bd0b31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fc04aea-9b17-4df7-8aaa-40029597aba0 HTTP/1.1" status: 200 len: 854 time: 0.0452724 Jul 30 16:09:13.482834 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-aa3fb31e-9dde-4660-99cc-1f9e962545c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238116 Jul 30 16:09:13.586340 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-06852821-f1f4-45be-9551-c0f5fa0b4bfb service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843008 Jul 30 16:09:13.668033 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:13.698659 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e45da-2937-43f9-9c31-328d0de96642 req-e65ad699-0ff9-4045-9636-a7c06dfeb50b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.701037 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6d0e45da-2937-43f9-9c31-328d0de96642 req-e65ad699-0ff9-4045-9636-a7c06dfeb50b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1083674 Jul 30 16:09:13.734672 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-47504c64-fa68-49a6-8b0a-e9e1334c007d req-2a44e4b0-428c-4988-81c2-23ab8d6ba058 service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334872 Jul 30 16:09:13.754282 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6d0e45da-2937-43f9-9c31-328d0de96642 req-b0123588-b3c0-496f-8e6e-a6cdc9eedc67 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Jul 30 16:09:13.889791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da5627-e3aa-4d60-80d1-81e16da89878 req-69fed7c5-9008-4710-b168-50b8af77faff tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.891345 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3da5627-e3aa-4d60-80d1-81e16da89878 req-69fed7c5-9008-4710-b168-50b8af77faff tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 943 time: 0.0783961 Jul 30 16:09:13.897056 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-a852fe7c-0657-4392-b30b-73e777598db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:13.898414 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-a852fe7c-0657-4392-b30b-73e777598db3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 1096 time: 0.0605345 Jul 30 16:09:13.972681 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3da5627-e3aa-4d60-80d1-81e16da89878 req-3d88b8a4-3a9b-40d7-bc70-8aca08ecc330 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733256 Jul 30 16:09:14.024725 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-5216c2c0-8e38-4637-9e4e-a1fe0c408947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.026207 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-5216c2c0-8e38-4637-9e4e-a1fe0c408947 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 915 time: 0.1088095 Jul 30 16:09:14.134849 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-3949048c-e2a3-40ce-9ed7-c39156249f49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0 HTTP/1.1" status: 200 len: 217 time: 0.0341384 Jul 30 16:09:14.206022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-fdad4feb-3d1c-4b00-9a9f-322f29b66d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.207478 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-fdad4feb-3d1c-4b00-9a9f-322f29b66d62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fc04aea-9b17-4df7-8aaa-40029597aba0 HTTP/1.1" status: 200 len: 854 time: 0.0459597 Jul 30 16:09:14.254711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-ea5a0675-912f-40d0-8762-7d47a9d5213e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240006 Jul 30 16:09:14.358468 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-2565f44e-466d-4130-a00c-0309578cb951 service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800118 Jul 30 16:09:14.463324 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a112439d-3c85-4253-92e3-b451ef138aa9 req-91f5678b-55a3-46c1-99ff-1ea9961aba1b service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Jul 30 16:09:14.769437 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-94b9018a-8824-4b3c-838f-2d336ce6d007 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.770892 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-94b9018a-8824-4b3c-838f-2d336ce6d007 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.0966847 Jul 30 16:09:14.786754 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-8e53cd67-fb27-4222-86e4-513724dd7c88 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/quotas/e9b01b7e6d90426088cefd5ff16e7347 HTTP/1.1" status: 200 len: 375 time: 0.0097523 Jul 30 16:09:14.843947 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-3116d9e7-bc36-442d-81ce-c128026d9281 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508451 Jul 30 16:09:14.874379 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9bca1-7f21-4f4f-a523-0802012058b3 req-e9ee259f-8b21-45dd-b7a7-ca0e500f2ce7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:14.875969 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93f9bca1-7f21-4f4f-a523-0802012058b3 req-e9ee259f-8b21-45dd-b7a7-ca0e500f2ce7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0498848 Jul 30 16:09:14.919401 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93f9bca1-7f21-4f4f-a523-0802012058b3 req-74679462-eba8-43e6-93d3-881bfe066a5b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Jul 30 16:09:15.141878 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-d5e79ac5-d12d-42d1-ab1d-8f129760ebe4 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908847 Jul 30 16:09:15.237397 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9f9a1779-5123-4a06-b41f-9091cffbeec8 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891225 Jul 30 16:09:15.284761 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a0aee-3aeb-4778-82db-68464a572f8e req-7dcf9c89-2973-43a7-9478-87b7f53f0fc4 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:15.286301 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-288a0aee-3aeb-4778-82db-68464a572f8e req-7dcf9c89-2973-43a7-9478-87b7f53f0fc4 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 943 time: 0.0519104 Jul 30 16:09:15.325942 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-288a0aee-3aeb-4778-82db-68464a572f8e req-c8fa9a8e-47b9-49be-baba-30d7931a6e66 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jul 30 16:09:15.409114 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a51c8b52-cfd6-4517-a81d-bc60f9dce718 req-9aaa38d7-39e3-4695-9d4a-6229ac8e54e2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 210 time: 0.0272470 Jul 30 16:09:16.034648 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5122d-a788-4175-b670-f88146a476bb req-c7bfbab9-0254-4027-b793-1e7b117d7638 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:16.036110 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ee5122d-a788-4175-b670-f88146a476bb req-c7bfbab9-0254-4027-b793-1e7b117d7638 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Jul 30 16:09:16.075099 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ee5122d-a788-4175-b670-f88146a476bb req-9e64e80e-08bc-4beb-8403-c487b91e8110 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Jul 30 16:09:16.441606 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604d23-a328-45c9-b202-08c11d0458bb req-90163aae-71ee-47fb-b610-be50a50030b4 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:16.443122 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42604d23-a328-45c9-b202-08c11d0458bb req-90163aae-71ee-47fb-b610-be50a50030b4 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 943 time: 0.0506859 Jul 30 16:09:16.492360 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42604d23-a328-45c9-b202-08c11d0458bb req-dff46876-429d-4bfb-81b0-cb80e0a86801 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Jul 30 16:09:16.523649 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-65592e83-cb54-4746-a2da-6571b28e9ff9 req-2b1efb5b-df05-49ab-9c3c-5a91352f7f5c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 210 time: 0.0390515 Jul 30 16:09:16.685638 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-6505d8d7-d45d-4c87-b606-729d134dade2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:16.687200 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-6505d8d7-d45d-4c87-b606-729d134dade2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1059842 Jul 30 16:09:16.713823 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Request body: {'port': {'device_id': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'admin_state_up': True, 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:16.826984 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:16.830621 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:16.914419 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 49f42183-504d-4e4f-9f31-34ca7e547fa0 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:09:16.955397 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Allocated IP 172.20.0.4 (9a836950-de83-4064-be6b-b98de3093a5e/ea2ede9b-bdc9-431b-9bd5-9a8aa7097545/52e600d7-de11-4a97-8436-e389bd5707d1) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:17.010242 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:17.022930 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '49f42183-504d-4e4f-9f31-34ca7e547fa0', 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a', 'port_id': '49f42183-504d-4e4f-9f31-34ca7e547fa0', 'mac_address': 'fa:16:3e:44:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc04aea-9b17-4df7-8aaa-40029597aba0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:09:17.063245 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.080607 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f42183-504d-4e4f-9f31-34ca7e547fa0 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:17.104617 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.107449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:17.112097 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.149840 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.171614 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:17.176447 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79', '93b5bd35-b14d-4747-b351-ad0f4291d3bf'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:17.222767 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Network 9a836950-de83-4064-be6b-b98de3093a5e is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:17.232177 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:17.239383 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:17.244374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.244951 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.252384 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event updated for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:17.267669 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c8dbd-0ad5-46e5-8e93-ed3081593909 req-32d8e9f5-9333-4a00-bdee-914efa44a955 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.269222 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fa6c8dbd-0ad5-46e5-8e93-ed3081593909 req-32d8e9f5-9333-4a00-bdee-914efa44a955 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1118879 Jul 30 16:09:17.274828 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9499b285-f004-44ed-b1b1-b357af8f1494 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652173 Jul 30 16:09:17.301164 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Request body: {'port': {'device_id': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:17.330286 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fa6c8dbd-0ad5-46e5-8e93-ed3081593909 req-8badc960-31b5-4dc1-ab1f-57313bc33062 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Jul 30 16:09:17.365853 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.609626 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186140b-fc42-4b88-809c-eb86c460851b req-29acaca9-23b7-4183-adaf-2f881f9b3007 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.611874 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d186140b-fc42-4b88-809c-eb86c460851b req-29acaca9-23b7-4183-adaf-2f881f9b3007 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 944 time: 0.0500474 Jul 30 16:09:17.651061 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d186140b-fc42-4b88-809c-eb86c460851b req-3e11c5a3-3df4-4589-8bcf-5701f09cde18 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Jul 30 16:09:17.661189 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e600d7-de11-4a97-8436-e389bd5707d1 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:17.671593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.682380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d30f13-6119-4a4e-85e0-c570239c6563 req-849e755a-7019-4fc0-9e06-11991d462723 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.683903 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61d30f13-6119-4a4e-85e0-c570239c6563 req-849e755a-7019-4fc0-9e06-11991d462723 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 931 time: 0.0890129 Jul 30 16:09:17.695286 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Transition to ACTIVE for port object 52e600d7-de11-4a97-8436-e389bd5707d1 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:17.703405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.721485 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['49f42183-504d-4e4f-9f31-34ca7e547fa0'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:17.775857 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61d30f13-6119-4a4e-85e0-c570239c6563 req-fc0db651-e797-468b-be15-c6a6a9f625e2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838575 Jul 30 16:09:17.785473 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:17.816741 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Attempting to bind port 52e600d7-de11-4a97-8436-e389bd5707d1 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:17.817084 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Attempting to bind port 52e600d7-de11-4a97-8436-e389bd5707d1 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:17.817417 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Attempting to bind port 52e600d7-de11-4a97-8436-e389bd5707d1 on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:17.821911 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Port 52e600d7-de11-4a97-8436-e389bd5707d1 on network 9a836950-de83-4064-be6b-b98de3093a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:09:17.822234 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Attempting to bind port 52e600d7-de11-4a97-8436-e389bd5707d1 on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:17.828527 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:17.828866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Checking segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:17.829387 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Bound using segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:17.829819 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Bound port: 52e600d7-de11-4a97-8436-e389bd5707d1, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:17.830181 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.902398 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:17.908165 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=52e600d7-de11-4a97-8436-e389bd5707d1,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:17.912718 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.945207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:17.945824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:17.947194 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] 10.222.0.70 "PUT /v2.0/ports/52e600d7-de11-4a97-8436-e389bd5707d1 HTTP/1.1" status: 200 len: 1093 time: 0.6502206 Jul 30 16:09:17.949249 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:17.951481 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76919c5d-4096-4255-9cbc-fb150f0e8d26" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:17.978010 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c65f7-598d-4361-af42-693fa386bf28 service neutron] Pushing event updated for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:17.997847 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55766) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:18.006610 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30334062-2dbf-4986-91e4-7c0c0b6a678b x-openstack-request-id: req-30334062-2dbf-4986-91e4-7c0c0b6a678b {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:18.006810 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:18.007053 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30334062-2dbf-4986-91e4-7c0c0b6a678b {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:18.007533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1', 'status': 'completed', 'code': 200} Jul 30 16:09:18.102179 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-e49ce7b9-2df6-4264-a714-f488243dfd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.103707 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-e49ce7b9-2df6-4264-a714-f488243dfd57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 1096 time: 0.0516624 Jul 30 16:09:18.109739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b09d-b44e-49bd-8f25-72f2427e5038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.173587 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-434e01fd-0302-4e6f-b5c5-15953985784c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e600d7-de11-4a97-8436-e389bd5707d1 HTTP/1.1" status: 200 len: 217 time: 0.0407195 Jul 30 16:09:18.246902 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9eb279ed-0b85-4ecd-9b6a-298fc42c06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.248406 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-9eb279ed-0b85-4ecd-9b6a-298fc42c06b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0595126 Jul 30 16:09:18.276600 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b09d-b44e-49bd-8f25-72f2427e5038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.280540 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f1b4b09d-b44e-49bd-8f25-72f2427e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.322194 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f1b4b09d-b44e-49bd-8f25-72f2427e5038 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41f61b05019c4cb48d799df8d8a5880a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218703 Jul 30 16:09:18.322976 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4b09d-b44e-49bd-8f25-72f2427e5038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c4c1d6-d649-4f09-a31d-2ff90cde6515,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:18.324825 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55774) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:18.355274 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-6eead1ec-e4b1-435b-8f6d-eba88a4277a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262349 Jul 30 16:09:18.377887 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.401385 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.452931 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-5fd41a4c-fb6c-4a14-b7c9-8f177ffc319b service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850086 Jul 30 16:09:18.477935 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fe064-6910-4167-bee7-d1f37f500ec6 req-3781e29d-e7d0-4fe0-8c26-89d403e9424d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.479528 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-460fe064-6910-4167-bee7-d1f37f500ec6 req-3781e29d-e7d0-4fe0-8c26-89d403e9424d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Jul 30 16:09:18.500408 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.502911 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:18.504150 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/86c4c1d6-d649-4f09-a31d-2ff90cde6515 HTTP/1.1" status: 204 len: 168 time: 0.1776209 Jul 30 16:09:18.515009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5780b06-a535-480d-a196-da8b7f169684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c4c1d6-d649-4f09-a31d-2ff90cde6515,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:18.535626 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-460fe064-6910-4167-bee7-d1f37f500ec6 req-d3874eb0-969c-4c2a-9fb3-b73dcbaaa02f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491538 Jul 30 16:09:18.560146 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7bc3c095-9aed-49ae-a9ad-bd134f896f69 req-72a4d440-d97d-4abd-b1b2-6c49c1b47b6a service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927453 Jul 30 16:09:18.690487 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-eb2a222d-e7fa-48ba-9227-49f781f71187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.692164 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-eb2a222d-e7fa-48ba-9227-49f781f71187 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 1096 time: 0.0434299 Jul 30 16:09:18.823169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87635f67-f08a-4e97-b6dd-f043324e5a89 req-95d8f01c-924d-4b44-a7e3-e0d0f4479500 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.824665 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-87635f67-f08a-4e97-b6dd-f043324e5a89 req-95d8f01c-924d-4b44-a7e3-e0d0f4479500 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 944 time: 0.0982080 Jul 30 16:09:18.851448 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-f7b6f1a0-1898-4e4a-b0cc-71a4e68f87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:18.852975 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-f7b6f1a0-1898-4e4a-b0cc-71a4e68f87cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 916 time: 0.1452646 Jul 30 16:09:18.884504 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-87635f67-f08a-4e97-b6dd-f043324e5a89 req-b18803b9-23ac-4bca-b5db-a888df0c73cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Jul 30 16:09:18.917301 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-e92f7138-8a17-4597-a3f2-4eeda22b35e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52e600d7-de11-4a97-8436-e389bd5707d1 HTTP/1.1" status: 200 len: 217 time: 0.0406890 Jul 30 16:09:19.007674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-bf36f4d4-be53-4443-8a40-caf6bf9ab8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.009372 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-bf36f4d4-be53-4443-8a40-caf6bf9ab8c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0715811 Jul 30 16:09:19.026798 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a665a15-8a84-4390-b6fc-9a88f27eb45a req-2c5b1661-de72-4e31-852c-fa54302b95c8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.028267 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4a665a15-8a84-4390-b6fc-9a88f27eb45a req-2c5b1661-de72-4e31-852c-fa54302b95c8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 943 time: 0.0641429 Jul 30 16:09:19.068495 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-1f8dbc48-c616-4903-b68b-366dfcf4a5f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362236 Jul 30 16:09:19.099191 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4a665a15-8a84-4390-b6fc-9a88f27eb45a req-d0c395a9-34e3-40eb-8f69-82cde5e57331 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Jul 30 16:09:19.151484 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55806) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:19.174495 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-2e20430d-a4bc-4b93-9cc3-88d54411b857 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912898 Jul 30 16:09:19.244712 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1198881917-network', 'tenant_id': 'f36597e2839440af8e51082842f1d063'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:19.268028 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Made reservation on behalf of f36597e2839440af8e51082842f1d063 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:19.272446 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.280399 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76919c5d-4096-4255-9cbc-fb150f0e8d26 req-addd7ca6-5765-4a2c-9e42-7057476adf43 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917490 Jul 30 16:09:19.281644 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.369731 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.372935 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.396934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:09:19.405455 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:19.412029 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.412955 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Added segment 1da1af15-4a6b-4cb9-ac07-751fc2225d81 of type vlan for network a37cfa62-9287-4d80-bfce-7ec0f55f0671 Jul 30 16:09:19.451482 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.477867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.478795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.479392 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.533722 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3811150 Jul 30 16:09:19.536819 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55812) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:19.542426 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Request body: {'subnet': {'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1198881917-subnet', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:19.542597 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4eb95-5db3-4ae9-bcba-a4bf3b55799f admin admin] Pushing event updated for resources: {'Network': ['ID=a37cfa62-9287-4d80-bfce-7ec0f55f0671,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:19.552803 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:09:19.571768 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Made reservation on behalf of f36597e2839440af8e51082842f1d063 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:19.574036 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.691842 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b06651-18dc-41dc-b657-e40c08a5247f req-968a8c2c-abe2-45b6-ad13-1cdf87152b0d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.693297 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68b06651-18dc-41dc-b657-e40c08a5247f req-968a8c2c-abe2-45b6-ad13-1cdf87152b0d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0702238 Jul 30 16:09:19.762172 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68b06651-18dc-41dc-b657-e40c08a5247f req-a3426139-2b5b-41c7-8603-6f832686df59 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618141 Jul 30 16:09:19.809085 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.863887 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ad7945-0034-433b-b19b-75b976ee79e7,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:19.870643 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Checking segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:19.870993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Network hostable DHCP agents. Network: a37cfa62-9287-4d80-bfce-7ec0f55f0671, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:09:19.887189 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:09:19.896118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, a37cfa62-9287-4d80-bfce-7ec0f55f0671) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:19.900275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:19.901424 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.904396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cb5b7-3819-42e8-9c60-aaf68e880b32 None None] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:19.914991 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-142d607a-536f-405f-8078-3ccb1d77bad8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3766675 Jul 30 16:09:19.919183 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55818) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:19.924188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:19.946502 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:19.947658 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.012196 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.033309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d72c6-0d62-4b56-9d50-e81dfecf74e4 req-18ab62d4-9d02-4a51-9f6e-073529d1bb47 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:20.034912 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b7d72c6-0d62-4b56-9d50-e81dfecf74e4 req-18ab62d4-9d02-4a51-9f6e-073529d1bb47 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 944 time: 0.0529726 Jul 30 16:09:20.088531 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:09:20.089509 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.089894 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b7d72c6-0d62-4b56-9d50-e81dfecf74e4 req-370bb05c-dbe0-443a-8a1a-cbdc13c23e49 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Jul 30 16:09:20.152428 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.227894 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Allocated IP 172.20.0.2 (a37cfa62-9287-4d80-bfce-7ec0f55f0671/f3ad7945-0034-433b-b19b-75b976ee79e7/6f9b5656-c343-4be9-9c14-5ec4c86bdc31) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:20.262275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073dd3-a746-4842-9e73-2139fefa0cc6 req-0fafc599-097c-42db-9b87-50cfe173afe1 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:20.263808 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-44073dd3-a746-4842-9e73-2139fefa0cc6 req-0fafc599-097c-42db-9b87-50cfe173afe1 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 943 time: 0.0863554 Jul 30 16:09:20.313799 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-44073dd3-a746-4842-9e73-2139fefa0cc6 req-6224d33e-0d50-4f6c-b481-e5dda3c0d575 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Jul 30 16:09:20.379964 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.388445 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Transition to ACTIVE for port object 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:20.403760 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Transition to ACTIVE for port object 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:20.409828 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.435080 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.446244 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:20.448971 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:20.451672 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:20.457203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.462900 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Pushing event updated for resources: {'Port': ['ID=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:20.516423 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Attempting to bind port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:20.516789 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Attempting to bind port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:20.517147 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Attempting to bind port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 on network a37cfa62-9287-4d80-bfce-7ec0f55f0671 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:20.522391 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:20.522761 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Checking segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:20.523188 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.523583 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Bound using segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:20.524042 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Bound port: 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:20.524414 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.556889 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Allocated IP 172.27.0.42 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/8f841296-c7a7-4923-8406-7fbdadd0877d) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:20.593210 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] For port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:20.596916 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] For port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:20.601529 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.673681 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4a861-3b74-4fbc-9d87-47a195e5cf72 None None] Pushing event updated for resources: {'Port': ['ID=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:20.680813 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.721036 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:20.781093 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:20.786582 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:20.793715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:20.943046 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 52e600d7-de11-4a97-8436-e389bd5707d1 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:09:21.019480 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 49f42183-504d-4e4f-9f31-34ca7e547fa0 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:21.062775 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Pushing event updated for resources: {'Port': ['ID=8f841296-c7a7-4923-8406-7fbdadd0877d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:21.099193 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=52e600d7-de11-4a97-8436-e389bd5707d1,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:21.102155 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 49f42183-504d-4e4f-9f31-34ca7e547fa0 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:21.114853 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 49f42183-504d-4e4f-9f31-34ca7e547fa0 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:21.115429 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.117965 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '52e600d7-de11-4a97-8436-e389bd5707d1', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'port_id': '52e600d7-de11-4a97-8436-e389bd5707d1', 'mac_address': 'fa:16:3e:45:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ede9b-bdc9-431b-9bd5-9a8aa7097545', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:09:21.145944 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52485e-829b-4958-bea9-58267b4497e6 req-52910f8c-b9db-47f6-b48e-aac8c1bf95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.147398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c52485e-829b-4958-bea9-58267b4497e6 req-52910f8c-b9db-47f6-b48e-aac8c1bf95b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.4029076 Jul 30 16:09:21.189251 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.196895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5073795-cf85-4ccd-84cb-cca37f46c3b3 req-72e73f99-04c6-4563-8606-10ac6590287a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.198354 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5073795-cf85-4ccd-84cb-cca37f46c3b3 req-72e73f99-04c6-4563-8606-10ac6590287a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1372945 Jul 30 16:09:21.204541 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e600d7-de11-4a97-8436-e389bd5707d1 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:09:21.254554 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=52e600d7-de11-4a97-8436-e389bd5707d1,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:21.270845 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.273293 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c52485e-829b-4958-bea9-58267b4497e6 req-9baff38f-92d2-46b2-bd4b-e4ea6258907f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094155 Jul 30 16:09:21.274087 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.323498 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:21.325827 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29915c38-ad5b-47e1-b0bc-d64d427f9c48" -d '{"events": [{"server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "name": "network-vif-plugged", "status": "completed", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:21.329742 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadae79-a097-4271-b59c-7a495325b260 req-a5010466-df85-4958-a5fa-a223b24b5b92 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.331099 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5073795-cf85-4ccd-84cb-cca37f46c3b3 req-62bb7c7c-69e8-4d8d-a7ce-f3365eca7e6e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178191 Jul 30 16:09:21.331269 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bcadae79-a097-4271-b59c-7a495325b260 req-a5010466-df85-4958-a5fa-a223b24b5b92 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 944 time: 0.0600252 Jul 30 16:09:21.349943 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:21.360825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.361016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:21.364675 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.383848 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bcadae79-a097-4271-b59c-7a495325b260 req-3fff60f7-aa4a-4a50-a071-d49c10cb080c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Jul 30 16:09:21.424596 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356310d-6f5e-4a16-89c0-361564848a09 x-openstack-request-id: req-e356310d-6f5e-4a16-89c0-361564848a09 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:21.425187 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "name": "network-vif-plugged", "status": "completed", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:21.425291 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e356310d-6f5e-4a16-89c0-361564848a09 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:21.425686 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0', 'code': 200} Jul 30 16:09:21.439195 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:21.528711 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a881e25-340a-4064-8b85-d1ddb58a275e req-b62e7f85-3294-4e91-a987-03a3ad331c11 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.531203 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0a881e25-340a-4064-8b85-d1ddb58a275e req-b62e7f85-3294-4e91-a987-03a3ad331c11 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 944 time: 0.0589643 Jul 30 16:09:21.591479 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0a881e25-340a-4064-8b85-d1ddb58a275e req-0701825e-78f7-4465-b964-c259d402eefe tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515497 Jul 30 16:09:21.605852 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.731439 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadba594-30e6-4abc-92f7-23ee108a4b10 req-741dd073-bcf1-49db-8485-75b7d38dd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:21.733256 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cadba594-30e6-4abc-92f7-23ee108a4b10 req-741dd073-bcf1-49db-8485-75b7d38dd80e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 1098 time: 0.0841658 Jul 30 16:09:21.759915 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de103e0b-952a-4157-809e-10f1d3f89a90 None None] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:21.786230 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cadba594-30e6-4abc-92f7-23ee108a4b10 req-8ff7a469-77ed-446f-8e72-b1cba1781e75 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Jul 30 16:09:21.791559 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Router 96e361a5-3137-4e16-8eed-571e61a94333 is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:09:21.872336 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6c7c7514-03ea-4c65-b59e-aaec54ee183e None None] Provisioning for port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:21.891041 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['52e600d7-de11-4a97-8436-e389bd5707d1'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:09:21.902711 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:21.912609 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Sync routers for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:21.919284 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:21.924015 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3b76f511-f426-4042-beae-84a03213d072 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0006311 Jul 30 16:09:21.924167 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:21.924167 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:21.925339 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55838) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:22.047485 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:22.230385 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:21Z', 'revision_number': 3, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:22.267235 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Checking router: 96e361a5-3137-4e16-8eed-571e61a94333 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:22.267643 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Updating router 96e361a5-3137-4e16-8eed-571e61a94333 port 8f841296-c7a7-4923-8406-7fbdadd0877d binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:22.300008 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.354026 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:22.398655 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.412533 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:22.419312 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:22.419821 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.527382 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.537550 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd1924-5a3b-4923-bd14-4fbbb93ddfa0 req-b875712c-1a47-4783-ad06-1767826d150d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:22.550716 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-15cd1924-5a3b-4923-bd14-4fbbb93ddfa0 req-b875712c-1a47-4783-ad06-1767826d150d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0652030 Jul 30 16:09:22.556918 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba06c9-b2b3-42b8-9628-9d825aea55ea req-03144992-d6cf-41d4-a0c6-c311348c3fda tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:22.558455 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cba06c9-b2b3-42b8-9628-9d825aea55ea req-03144992-d6cf-41d4-a0c6-c311348c3fda tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1006391 Jul 30 16:09:22.566363 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:22.572072 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.594623 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.604179 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-15cd1924-5a3b-4923-bd14-4fbbb93ddfa0 req-fbf213c3-2e20-479b-8f2e-e61af3ce94eb tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522456 Jul 30 16:09:22.607282 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Transition to ACTIVE for port object 8f841296-c7a7-4923-8406-7fbdadd0877d will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:22.617721 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.633108 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:22.650052 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cba06c9-b2b3-42b8-9628-9d825aea55ea req-9171874f-34d6-4328-9f76-ad31fa9f5fb4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803859 Jul 30 16:09:22.658424 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Allocated IP 172.20.0.1 (a37cfa62-9287-4d80-bfce-7ec0f55f0671/f3ad7945-0034-433b-b19b-75b976ee79e7/784dad66-dc85-4af4-a1f2-bb84f8e5a28f) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:22.687492 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Pushing event updated for resources: {'Port': ['ID=8f841296-c7a7-4923-8406-7fbdadd0877d,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:22.689813 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Attempting to bind port 8f841296-c7a7-4923-8406-7fbdadd0877d on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:22.690182 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Attempting to bind port 8f841296-c7a7-4923-8406-7fbdadd0877d by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:22.690567 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Attempting to bind port 8f841296-c7a7-4923-8406-7fbdadd0877d on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:22.699311 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.699670 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.699999 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.700512 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.700867 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.701198 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.701618 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.702029 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.702510 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.702840 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.703184 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.703509 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:09:22.707233 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:22.707604 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:22.708005 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.708384 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:22.708855 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Bound port: 8f841296-c7a7-4923-8406-7fbdadd0877d, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:22.709243 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.742539 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d772b9-19a3-44c5-ac4e-d241dba666d5 req-3b71fce8-5e79-4eef-8a23-fb35294e0739 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:22.744330 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-19d772b9-19a3-44c5-ac4e-d241dba666d5 req-3b71fce8-5e79-4eef-8a23-fb35294e0739 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 944 time: 0.0559905 Jul 30 16:09:22.779370 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.788061 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-19d772b9-19a3-44c5-ac4e-d241dba666d5 req-7599dc99-88cf-4d68-a924-761be6bd52f9 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Jul 30 16:09:22.794674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Transition to ACTIVE for port object 784dad66-dc85-4af4-a1f2-bb84f8e5a28f will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:22.829753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.846811 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] For port 8f841296-c7a7-4923-8406-7fbdadd0877d, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:22.850519 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] For port 8f841296-c7a7-4923-8406-7fbdadd0877d, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8f841296-c7a7-4923-8406-7fbdadd0877d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:22.856075 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.866583 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:22.869382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:22.872754 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:22.873227 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:22.913484 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f447-d7c9-4413-bb7b-1f4f11d5c89f None None] Pushing event updated for resources: {'Port': ['ID=8f841296-c7a7-4923-8406-7fbdadd0877d,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:22.915957 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:22.916438 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:22.916551 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:23.021097 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.024886 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:23.137314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ea0f3c88-ec1b-4c48-81fc-444f05377a43 None None] Provisioning for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:23.144156 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ea0f3c88-ec1b-4c48-81fc-444f05377a43 None None] Provisioning complete for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:23.144687 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ea0f3c88-ec1b-4c48-81fc-444f05377a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.190737 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f3c88-ec1b-4c48-81fc-444f05377a43 None None] Port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:23.206440 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:21Z', 'revision_number': 3, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:23.232225 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e867210-18f3-423d-b450-a1d964fb3a9a None None] The sync data for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi is: [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:21Z', 'revision_number': 3, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:23.424224 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.428799 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.429618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.517426 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:23.575703 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:23.577270 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:23.774047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Router 96e361a5-3137-4e16-8eed-571e61a94333 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:09:23.796060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f808d5-92b5-4db9-8397-dc7499d8c2d7 req-cf026227-7aa2-4ca0-8a61-c94bfc79b218 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:23.804257 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a7f808d5-92b5-4db9-8397-dc7499d8c2d7 req-cf026227-7aa2-4ca0-8a61-c94bfc79b218 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.1052210 Jul 30 16:09:23.838032 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff1b7-6cb4-4e3a-9516-cca9c49b9c22 req-0a84ffdf-0863-4230-850d-102681f36876 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:23.839555 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ccff1b7-6cb4-4e3a-9516-cca9c49b9c22 req-0a84ffdf-0863-4230-850d-102681f36876 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0690265 Jul 30 16:09:23.885462 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a7f808d5-92b5-4db9-8397-dc7499d8c2d7 req-5d2e2e83-26ef-4adb-ac51-0760b4533a99 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803094 Jul 30 16:09:23.890740 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ccff1b7-6cb4-4e3a-9516-cca9c49b9c22 req-24f68e29-cb70-45d2-8476-dce002defa7c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jul 30 16:09:23.926969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-f84dd104-6c02-4227-814e-1548b5b78ecb None None] Provisioning complete for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:23.928232 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f84dd104-6c02-4227-814e-1548b5b78ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:23.958013 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:23.967918 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-9d68a261-3f0b-40f9-bc31-d7c31a8fb4f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/96e361a5-3137-4e16-8eed-571e61a94333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0412071 Jul 30 16:09:23.993118 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-f84dd104-6c02-4227-814e-1548b5b78ecb None None] Port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:24.029317 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896b091-3b3d-42d7-8b82-aa8aef853b5e req-acacadde-a4b1-4567-aed7-db9ae7b98334 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.035678 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9896b091-3b3d-42d7-8b82-aa8aef853b5e req-acacadde-a4b1-4567-aed7-db9ae7b98334 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 944 time: 0.0744243 Jul 30 16:09:24.074588 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9896b091-3b3d-42d7-8b82-aa8aef853b5e req-ab6181d3-f848-43d4-8b57-c60205feff64 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368247 Jul 30 16:09:24.257347 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7de26-d381-4e81-a78d-68e0ccd279fc req-8faf7d3d-3cf6-41fc-9461-783cd352796d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.259253 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-95a7de26-d381-4e81-a78d-68e0ccd279fc req-8faf7d3d-3cf6-41fc-9461-783cd352796d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0833278 Jul 30 16:09:24.271540 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-e6433916-d037-406c-ad35-e5f3a94b9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.273553 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-e6433916-d037-406c-ad35-e5f3a94b9888 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0667615 Jul 30 16:09:24.374254 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-95a7de26-d381-4e81-a78d-68e0ccd279fc req-ce7cd048-c593-413b-8250-9fcaf3794c28 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961244 Jul 30 16:09:24.419712 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:24.421429 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-d5f6c2b9-966a-4058-87ff-0067bb426a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.423044 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-d5f6c2b9-966a-4058-87ff-0067bb426a90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.1290555 Jul 30 16:09:24.466183 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:24.466556 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.488112 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-48a38ef6-18b5-4b27-8dd3-dffb5415f3ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0389814 Jul 30 16:09:24.533011 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55882) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:24.537931 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1651663020-network', 'tenant_id': '12394d4083634f31ad9afea4970451fc'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:24.563051 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8f841296-c7a7-4923-8406-7fbdadd0877d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:24.563207 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Made reservation on behalf of 12394d4083634f31ad9afea4970451fc for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:24.566065 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.576954 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.579580 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-17dcdc81-668b-4b6f-80ed-3cf8b448020a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.581079 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-17dcdc81-668b-4b6f-80ed-3cf8b448020a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0725312 Jul 30 16:09:24.619052 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 8f841296-c7a7-4923-8406-7fbdadd0877d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:24.624919 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8f841296-c7a7-4923-8406-7fbdadd0877d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:24.625947 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.637148 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-ace0da7d-03a7-469c-b397-83db2f043985 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290604 Jul 30 16:09:24.688492 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.695045 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.713305 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.720309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:09:24.734960 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b814e6-0ee5-428a-aaf5-f330841b03ed,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:24.740257 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 8f841296-c7a7-4923-8406-7fbdadd0877d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8f841296-c7a7-4923-8406-7fbdadd0877d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:24.740536 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.741071 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Added segment fbac1129-9c29-4d85-95dd-f8b18df3708a of type vlan for network 70f4b1ad-538f-4086-858b-724c473555d2 Jul 30 16:09:24.746984 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.756255 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-cb25d4db-a062-4a12-a03f-3f4683c2445d service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013260 Jul 30 16:09:24.788034 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.808660 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=8f841296-c7a7-4923-8406-7fbdadd0877d,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:24.830389 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.831322 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:24.831897 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.869413 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a40d6d8a-8532-4107-89ef-f115cd6b5e85 req-c8482310-6f4e-41db-b89b-34670b03c71a service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874076 Jul 30 16:09:24.891189 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3570170 Jul 30 16:09:24.894019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55884) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:24.898968 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Request body: {'subnet': {'network_id': '70f4b1ad-538f-4086-858b-724c473555d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1651663020-subnet', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:24.900327 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a02554-9d37-42c6-a7c2-d1eb8549d29c admin admin] Pushing event updated for resources: {'Network': ['ID=70f4b1ad-538f-4086-858b-724c473555d2,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:24.913721 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 70f4b1ad-538f-4086-858b-724c473555d2 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:09:24.933235 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Made reservation on behalf of 12394d4083634f31ad9afea4970451fc for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:24.935651 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:24.973181 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Sync routers for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:24.986099 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 52e600d7-de11-4a97-8436-e389bd5707d1 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:25.020629 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:25.021294 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:25.054820 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e21c6-1f47-464f-b7db-ab3417634428 req-4c284592-3f49-4a0f-9e5d-f5ec378d8c50 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.056429 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ae4e21c6-1f47-464f-b7db-ab3417634428 req-4c284592-3f49-4a0f-9e5d-f5ec378d8c50 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0779080 Jul 30 16:09:25.133983 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ae4e21c6-1f47-464f-b7db-ab3417634428 req-cc169314-2e6b-4302-9ba6-99a4ffc4e349 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Jul 30 16:09:25.209735 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.225468 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802bb7-ffdc-4090-9752-e84e40f0e8d0 req-6fb648b4-f0be-4fe3-a119-bbcfbed46aeb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.233722 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf802bb7-ffdc-4090-9752-e84e40f0e8d0 req-6fb648b4-f0be-4fe3-a119-bbcfbed46aeb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 944 time: 0.0854259 Jul 30 16:09:25.247686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 52e600d7-de11-4a97-8436-e389bd5707d1 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:25.259156 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 52e600d7-de11-4a97-8436-e389bd5707d1 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:25.259538 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.273059 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2273a301-0ea8-41f4-b824-e21289c3ef8d,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:25.288645 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Checking segment: {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:25.289116 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Network hostable DHCP agents. Network: 70f4b1ad-538f-4086-858b-724c473555d2, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:09:25.292656 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf802bb7-ffdc-4090-9752-e84e40f0e8d0 req-00f12714-369d-48d2-a069-42895998e308 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Jul 30 16:09:25.315678 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Network 70f4b1ad-538f-4086-858b-724c473555d2 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:09:25.321734 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:25.325653 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 70f4b1ad-538f-4086-858b-724c473555d2) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:25.330955 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.331703 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.347711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-00985604-3127-4956-a9bd-376894ff307e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4523227 Jul 30 16:09:25.350392 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 55920) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:25.353744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61640e-6158-4013-9d29-b5b6c21aaa49 None None] Network 70f4b1ad-538f-4086-858b-724c473555d2 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:25.355368 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:25.378782 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.380216 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.448210 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.604127 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.635856 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.651387 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebda526-a326-45b6-81b0-082bbe538cff req-11b88555-f5fa-4c3f-809e-67674030bf76 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.652869 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7ebda526-a326-45b6-81b0-082bbe538cff req-11b88555-f5fa-4c3f-809e-67674030bf76 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1234956 Jul 30 16:09:25.670141 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:09:25.672865 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036915d6-b262-41cc-8781-181384c25ecb" -d '{"events": [{"server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "name": "network-vif-plugged", "status": "completed", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:09:25.727286 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6555ac75-cae3-4752-a5f4-5a5ed37ef7d9 x-openstack-request-id: req-6555ac75-cae3-4752-a5f4-5a5ed37ef7d9 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:09:25.727673 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "name": "network-vif-plugged", "status": "completed", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:09:25.728468 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6555ac75-cae3-4752-a5f4-5a5ed37ef7d9 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:09:25.730185 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1', 'code': 200} Jul 30 16:09:25.755002 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7ebda526-a326-45b6-81b0-082bbe538cff req-8b4e47f5-6b03-41cd-964e-edaaa3221982 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Jul 30 16:09:25.789130 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=52e600d7-de11-4a97-8436-e389bd5707d1,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:25.802987 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.921728 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-70f4b1ad-538f-4086-858b-724c473555d2', 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'fixed_ips': [{'subnet_id': '2273a301-0ea8-41f4-b824-e21289c3ef8d'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:09:25.922582 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.925529 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:25.927021 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.952669 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:25.965242 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cb923-ac24-4038-9f45-1e440cfa2e66 req-ba5d5acd-7b29-4070-85a3-8a5d16a655f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:25.966766 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b8cb923-ac24-4038-9f45-1e440cfa2e66 req-ba5d5acd-7b29-4070-85a3-8a5d16a655f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 1098 time: 0.0419674 Jul 30 16:09:26.024780 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:23Z', 'revision_number': 2, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:26.028215 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b8cb923-ac24-4038-9f45-1e440cfa2e66 req-4e19f57f-735f-4056-b2cc-cddedc500f02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Jul 30 16:09:26.058049 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Checking router: 96e361a5-3137-4e16-8eed-571e61a94333 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:26.058399 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Updating router 96e361a5-3137-4e16-8eed-571e61a94333 port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:26.070183 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Allocated IP 172.27.0.33 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/07f2d0ee-4522-457c-92bd-af86b948e47d) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:26.114097 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.158075 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Allocated IP 172.20.0.2 (70f4b1ad-538f-4086-858b-724c473555d2/2273a301-0ea8-41f4-b824-e21289c3ef8d/f9f40c18-761d-431f-849a-74099bf344dc) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:26.175554 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.380877 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8f841296-c7a7-4923-8406-7fbdadd0877d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:26.471274 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.515972 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa786e-beef-4edf-b72f-3ad01391dece req-b1f2ee99-66ed-41d8-affd-cedb54ace232 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:26.517475 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60fa786e-beef-4edf-b72f-3ad01391dece req-b1f2ee99-66ed-41d8-affd-cedb54ace232 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0886793 Jul 30 16:09:26.523410 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:26.532143 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:26.540552 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.541634 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:26.546545 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Pushing event updated for resources: {'Port': ['ID=07f2d0ee-4522-457c-92bd-af86b948e47d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:26.552277 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8f841296-c7a7-4923-8406-7fbdadd0877d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:26.552858 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.560316 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Transition to ACTIVE for port object f9f40c18-761d-431f-849a-74099bf344dc will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:26.618824 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60fa786e-beef-4edf-b72f-3ad01391dece req-b2ea458a-775b-403e-9568-22339aa013fa tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929010 Jul 30 16:09:26.640205 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Transition to ACTIVE for port object f9f40c18-761d-431f-849a-74099bf344dc will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:26.655759 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.693751 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.713520 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Network 70f4b1ad-538f-4086-858b-724c473555d2 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:26.720971 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Transition to ACTIVE for port object 784dad66-dc85-4af4-a1f2-bb84f8e5a28f will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:26.724464 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:26.732032 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:26.759370 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.763577 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Pushing event updated for resources: {'Port': ['ID=f9f40c18-761d-431f-849a-74099bf344dc,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:26.869249 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f46954-be24-48b7-8618-b2e00bf05b76 None None] Pushing event updated for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:26.893679 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Attempting to bind port f9f40c18-761d-431f-849a-74099bf344dc on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:26.894070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Attempting to bind port f9f40c18-761d-431f-849a-74099bf344dc by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:26.894442 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Attempting to bind port f9f40c18-761d-431f-849a-74099bf344dc on network 70f4b1ad-538f-4086-858b-724c473555d2 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:26.899095 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.918626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:26.919015 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Checking segment: {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:26.919487 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.919914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Bound using segment: {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:26.921121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Bound port: f9f40c18-761d-431f-849a-74099bf344dc, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:26.921565 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.945908 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Attempting to bind port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:26.946322 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Attempting to bind port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:26.946694 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Attempting to bind port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f on network a37cfa62-9287-4d80-bfce-7ec0f55f0671 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:26.955176 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:26.955667 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Checking segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:26.955962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.956335 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Bound using segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:26.957078 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Bound port: 784dad66-dc85-4af4-a1f2-bb84f8e5a28f, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:26.957199 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:26.965384 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b502677-be9b-4dc8-8528-254bd1f06d41 req-1f25b2f6-532e-43d5-af87-5c7e374a0b91 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:26.969702 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5b502677-be9b-4dc8-8528-254bd1f06d41 req-1f25b2f6-532e-43d5-af87-5c7e374a0b91 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1227694 Jul 30 16:09:27.055096 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5b502677-be9b-4dc8-8528-254bd1f06d41 req-572ce27d-c55c-4122-8e2b-12702a471c82 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764651 Jul 30 16:09:27.067544 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] For port f9f40c18-761d-431f-849a-74099bf344dc, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:27.075035 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] For port f9f40c18-761d-431f-849a-74099bf344dc, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f9f40c18-761d-431f-849a-74099bf344dc,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:27.081253 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] For port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:27.084916 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:27.088503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] For port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:27.114671 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:27.169192 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85607700-2dc6-4a26-bcee-1bd55b56f556 None None] Pushing event updated for resources: {'Port': ['ID=f9f40c18-761d-431f-849a-74099bf344dc,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:27.175783 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:27.208060 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:27.208712 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:27.343336 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Router f1f5b565-dbbe-4cd0-b915-e8975a62c005 is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:09:27.438867 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f46954-be24-48b7-8618-b2e00bf05b76 None None] Pushing event updated for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:27.487844 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:27.501135 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Sync routers for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:27.509461 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:27.513350 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9fc055df-c05c-4d0e-9c50-16ae27e6489d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1594119 Jul 30 16:09:27.513479 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:27.513479 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:27.513673 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:27.519472 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 55966) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:09:27.630235 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:27.768520 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:27Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:27.797821 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e47dc-8c43-4e36-bcc3-edab429adce7 None None] The sync data for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi is: [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:27Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:27.800539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1387cb-5c7c-4b8b-8f17-c43ce5eac846 req-e6c1ab43-2c6e-4337-a30d-6e03eee71ed4 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:27.802399 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7c1387cb-5c7c-4b8b-8f17-c43ce5eac846 req-e6c1ab43-2c6e-4337-a30d-6e03eee71ed4 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.1032798 Jul 30 16:09:27.825348 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:26Z', 'revision_number': 3, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:27.863582 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Checking router: f1f5b565-dbbe-4cd0-b915-e8975a62c005 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:27.863935 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Updating router f1f5b565-dbbe-4cd0-b915-e8975a62c005 port 07f2d0ee-4522-457c-92bd-af86b948e47d binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:27.903560 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.003335 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7c1387cb-5c7c-4b8b-8f17-c43ce5eac846 req-9a2c596d-1680-4d30-a148-71a758b44fdf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894588 Jul 30 16:09:28.192906 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.236573 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.287106 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Transition to ACTIVE for port object 07f2d0ee-4522-457c-92bd-af86b948e47d will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:28.309705 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.394559 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57e15-8b69-4049-9696-290198ef33b1 req-4a8d69c5-7b8c-49a2-a19b-d5f64590590e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:28.396467 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3c57e15-8b69-4049-9696-290198ef33b1 req-4a8d69c5-7b8c-49a2-a19b-d5f64590590e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1877065 Jul 30 16:09:28.413720 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8671eb-5817-4eed-828b-8bf509c0d26d None None] Pushing event updated for resources: {'Port': ['ID=07f2d0ee-4522-457c-92bd-af86b948e47d,revision_number=2']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:28.416781 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Attempting to bind port 07f2d0ee-4522-457c-92bd-af86b948e47d on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:28.424441 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Attempting to bind port 07f2d0ee-4522-457c-92bd-af86b948e47d by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:28.427560 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Attempting to bind port 07f2d0ee-4522-457c-92bd-af86b948e47d on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:28.438408 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230834d-cd9d-4960-b850-e41257cb2a32 None None] Network 70f4b1ad-538f-4086-858b-724c473555d2 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:09:28.439046 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:28.439603 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:28.440117 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.440702 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:28.441202 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Bound port: 07f2d0ee-4522-457c-92bd-af86b948e47d, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:28.441694 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.505723 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 784dad66-dc85-4af4-a1f2-bb84f8e5a28f up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:28.517990 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3c57e15-8b69-4049-9696-290198ef33b1 req-6b01e3fc-5b33-4361-b9c4-6e8044d7f822 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039677 Jul 30 16:09:28.540830 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] For port 07f2d0ee-4522-457c-92bd-af86b948e47d, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:28.544455 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] For port 07f2d0ee-4522-457c-92bd-af86b948e47d, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=07f2d0ee-4522-457c-92bd-af86b948e47d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:28.550071 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.554121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Allocated IP 172.20.0.1 (70f4b1ad-538f-4086-858b-724c473555d2/2273a301-0ea8-41f4-b824-e21289c3ef8d/470c4650-6321-4e98-a791-f09ff067ca71) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:28.599890 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:28.600537 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:28.635011 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-cdfa6c23-eced-4dcc-a9bd-61d3553d621d None None] Provisioning for port f9f40c18-761d-431f-849a-74099bf344dc completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:28.679854 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:28.688488 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.702177 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:28.702657 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.705943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Transition to ACTIVE for port object 470c4650-6321-4e98-a791-f09ff067ca71 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:28.721383 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:28.745077 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.801511 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Network 70f4b1ad-538f-4086-858b-724c473555d2 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:28.804865 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:28.809606 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:28.810094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.816984 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.888007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:28.890182 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:28.897164 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:28.898021 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f9f40c18-761d-431f-849a-74099bf344dc up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:28.903748 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8671eb-5817-4eed-828b-8bf509c0d26d None None] Pushing event updated for resources: {'Port': ['ID=07f2d0ee-4522-457c-92bd-af86b948e47d,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:29.032918 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:29.075792 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.088540 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:26Z', 'revision_number': 3, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:29.122586 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port f9f40c18-761d-431f-849a-74099bf344dc completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:29.132689 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port f9f40c18-761d-431f-849a-74099bf344dc triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:29.133256 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.239516 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac4466-8705-4869-95e3-6db83663aac6 None None] The sync data for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi is: [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:26Z', 'revision_number': 3, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:29.325959 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.361542 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.369279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.370021 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.384316 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port f9f40c18-761d-431f-849a-74099bf344dc, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f9f40c18-761d-431f-849a-74099bf344dc,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:29.392609 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.402790 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e09f5e-101b-4c83-b2f1-3223be81caeb req-d57fa05f-28fb-4e5d-86a1-6df53c260b81 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:29.404337 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61e09f5e-101b-4c83-b2f1-3223be81caeb req-d57fa05f-28fb-4e5d-86a1-6df53c260b81 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.2515869 Jul 30 16:09:29.455832 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-36802e04-6903-4042-bdf1-9a5d4ba513c6 None None] Provisioning for port 470c4650-6321-4e98-a791-f09ff067ca71 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:29.462666 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-36802e04-6903-4042-bdf1-9a5d4ba513c6 None None] Provisioning complete for port 470c4650-6321-4e98-a791-f09ff067ca71 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:29.463152 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-36802e04-6903-4042-bdf1-9a5d4ba513c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.466424 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=f9f40c18-761d-431f-849a-74099bf344dc,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:29.503419 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-36802e04-6903-4042-bdf1-9a5d4ba513c6 None None] Port 470c4650-6321-4e98-a791-f09ff067ca71 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:29.519748 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:29.527779 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61e09f5e-101b-4c83-b2f1-3223be81caeb req-b100fd55-f4d4-4397-a432-ce5d67b934b8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014848 Jul 30 16:09:29.567094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Network 70f4b1ad-538f-4086-858b-724c473555d2 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:29.568541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:29.734406 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852fa1-4a1b-42fc-8284-d9c056f6c21b req-3a8f7f05-a7b5-48f2-a204-abda68a52395 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:29.736021 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ad852fa1-4a1b-42fc-8284-d9c056f6c21b req-3a8f7f05-a7b5-48f2-a204-abda68a52395 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1015167 Jul 30 16:09:29.772083 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Router f1f5b565-dbbe-4cd0-b915-e8975a62c005 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:09:29.799236 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ad852fa1-4a1b-42fc-8284-d9c056f6c21b req-ce9ab37d-96ed-41a5-96cc-2f7e1289700b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Jul 30 16:09:29.929281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:09:29.949169 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-524c9e2e-c07a-486c-808f-6ab6444a3c5c None None] Provisioning complete for port 470c4650-6321-4e98-a791-f09ff067ca71 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:29.950870 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-524c9e2e-c07a-486c-808f-6ab6444a3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:29.955981 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3bb285f0-8ed8-41ea-ad7a-06e626b2e1f6 admin admin] 10.222.0.37 "PUT /v2.0/routers/f1f5b565-dbbe-4cd0-b915-e8975a62c005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4336491 Jul 30 16:09:30.034680 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-524c9e2e-c07a-486c-808f-6ab6444a3c5c None None] Port 470c4650-6321-4e98-a791-f09ff067ca71 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:09:30.437208 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 784dad66-dc85-4af4-a1f2-bb84f8e5a28f up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:30.491966 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:30.492577 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:30.581624 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f9f40c18-761d-431f-849a-74099bf344dc up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:30.629999 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port f9f40c18-761d-431f-849a-74099bf344dc triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:30.630379 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:30.712535 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 07f2d0ee-4522-457c-92bd-af86b948e47d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:30.770388 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 07f2d0ee-4522-457c-92bd-af86b948e47d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:30.781644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 07f2d0ee-4522-457c-92bd-af86b948e47d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:30.782326 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:30.870336 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:30.896357 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 07f2d0ee-4522-457c-92bd-af86b948e47d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=07f2d0ee-4522-457c-92bd-af86b948e47d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:30.906412 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:30.978447 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=07f2d0ee-4522-457c-92bd-af86b948e47d,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:31.436594 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Sync routers for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:09:31.453574 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:31.454740 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:31.494301 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c1c0-36a8-44b1-8b70-3bba274afbbb req-b5d5df09-3208-4fd6-a2a6-19e280e525e1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:31.496743 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bef1c1c0-36a8-44b1-8b70-3bba274afbbb req-b5d5df09-3208-4fd6-a2a6-19e280e525e1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0709391 Jul 30 16:09:31.576047 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bef1c1c0-36a8-44b1-8b70-3bba274afbbb req-67b44acc-edf7-4cc0-b061-acf313772b87 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Jul 30 16:09:31.729106 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:32.006901 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 4, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '470c4650-6321-4e98-a791-f09ff067ca71', 'name': '', 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'mac_address': 'fa:16:3e:f7:fe:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:28Z', 'updated_at': '2021-07-30T16:09:29Z', 'revision_number': 2, 'project_id': '12394d4083634f31ad9afea4970451fc', 'subnets': [{'id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:32.066963 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Checking router: f1f5b565-dbbe-4cd0-b915-e8975a62c005 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:09:32.066963 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Updating router f1f5b565-dbbe-4cd0-b915-e8975a62c005 port 470c4650-6321-4e98-a791-f09ff067ca71 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:09:32.112492 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.353791 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 07f2d0ee-4522-457c-92bd-af86b948e47d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:32.451444 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 07f2d0ee-4522-457c-92bd-af86b948e47d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:32.451892 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.556279 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.707827 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Transition to ACTIVE for port object 470c4650-6321-4e98-a791-f09ff067ca71 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:32.722342 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.830001 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee900762-2bdb-43c4-939e-d0c5df87ceeb None None] Pushing event updated for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:32.864387 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Attempting to bind port 470c4650-6321-4e98-a791-f09ff067ca71 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:09:32.864844 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Attempting to bind port 470c4650-6321-4e98-a791-f09ff067ca71 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:09:32.865309 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Attempting to bind port 470c4650-6321-4e98-a791-f09ff067ca71 on network 70f4b1ad-538f-4086-858b-724c473555d2 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:09:32.871031 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:09:32.871597 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Checking segment: {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:09:32.872100 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.872596 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Bound using segment: {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:09:32.873175 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Bound port: 470c4650-6321-4e98-a791-f09ff067ca71, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbac1129-9c29-4d85-95dd-f8b18df3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:09:32.874288 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:32.969503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] For port 470c4650-6321-4e98-a791-f09ff067ca71, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:09:32.973253 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] For port 470c4650-6321-4e98-a791-f09ff067ca71, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=470c4650-6321-4e98-a791-f09ff067ca71,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:09:32.979759 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:33.050251 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:09:33.050889 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:09:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:33.052644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee900762-2bdb-43c4-939e-d0c5df87ceeb None None] Pushing event updated for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:33.191958 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:09:33.447042 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 4, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '470c4650-6321-4e98-a791-f09ff067ca71', 'name': '', 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'mac_address': 'fa:16:3e:f7:fe:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:28Z', 'updated_at': '2021-07-30T16:09:32Z', 'revision_number': 4, 'project_id': '12394d4083634f31ad9afea4970451fc', 'subnets': [{'id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:09:33.478560 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3abc62-cb66-4f2a-b08e-f513811abc76 None None] The sync data for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi is: [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 4, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '470c4650-6321-4e98-a791-f09ff067ca71', 'name': '', 'network_id': '70f4b1ad-538f-4086-858b-724c473555d2', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'mac_address': 'fa:16:3e:f7:fe:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:28Z', 'updated_at': '2021-07-30T16:09:32Z', 'revision_number': 4, 'project_id': '12394d4083634f31ad9afea4970451fc', 'subnets': [{'id': '2273a301-0ea8-41f4-b824-e21289c3ef8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:09:34.397599 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 470c4650-6321-4e98-a791-f09ff067ca71 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:34.482403 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 470c4650-6321-4e98-a791-f09ff067ca71 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:34.489115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 470c4650-6321-4e98-a791-f09ff067ca71 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:34.489774 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:34.590640 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:34.643905 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 470c4650-6321-4e98-a791-f09ff067ca71, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=470c4650-6321-4e98-a791-f09ff067ca71,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:09:34.651637 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:34.707191 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:36.328418 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 470c4650-6321-4e98-a791-f09ff067ca71 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:09:36.383957 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 470c4650-6321-4e98-a791-f09ff067ca71 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:36.384326 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:37.988451 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-941ba501-1762-4521-b7bc-f6989d8c4d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:40.436961 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f581e694-2c67-4dd4-b3b3-055aa3665d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:40.793460 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:40.992172 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-f033eab3-5d89-4659-bf9a-faa4d6d535d6 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:40.993657 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-f033eab3-5d89-4659-bf9a-faa4d6d535d6 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 815 time: 0.1037931 Jul 30 16:09:41.008456 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-be5f61a1-d579-4e09-be01-fdfa6ff2d15d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/quotas/f36597e2839440af8e51082842f1d063 HTTP/1.1" status: 200 len: 375 time: 0.0090551 Jul 30 16:09:41.060891 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-3e524ab0-d332-4a6c-9abd-384331c23acc tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444317 Jul 30 16:09:41.158993 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-d31afcb0-916d-4caf-b5d1-2f61bae6a98a service neutron] 10.222.0.37 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Jul 30 16:09:41.245451 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-aba991a4-68b3-45aa-992d-2e8b76c017e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803945 Jul 30 16:09:41.255892 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:41.402346 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cb671000-5088-4c57-a324-55f15823d674 req-ea9e6ab9-3a95-49ce-9322-9fe436dfd619 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0259633 Jul 30 16:09:41.688755 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:42.209161 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:09:42.499627 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b02d2f53-773b-46e4-b5e9-5a25c8b77935 req-eb2905ef-161a-4642-8f26-1e209de0ffd9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0291734 Jul 30 16:09:42.789319 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-9636ec55-25c1-4ab3-8f2f-132e0ac7cd5b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:42.790804 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-9636ec55-25c1-4ab3-8f2f-132e0ac7cd5b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 815 time: 0.1092527 Jul 30 16:09:42.829134 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'port': {'device_id': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'admin_state_up': True, 'tenant_id': 'f36597e2839440af8e51082842f1d063'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:09:42.937066 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Made reservation on behalf of f36597e2839440af8e51082842f1d063 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:09:42.940611 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.290615 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Allocated IP 172.20.0.10 (a37cfa62-9287-4d80-bfce-7ec0f55f0671/f3ad7945-0034-433b-b19b-75b976ee79e7/be55314f-44d9-47f6-87fd-5d73fbe32ff7) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:09:43.465397 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.478767 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Transition to ACTIVE for port object be55314f-44d9-47f6-87fd-5d73fbe32ff7 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:09:43.516963 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.565140 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:09:43.568372 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:09:43.570860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:09:43.576596 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:09:43.577326 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.590314 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:09:43.602128 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-6dc2d915-58ef-40f4-a92a-5a2c3e59c9cf tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776153 Jul 30 16:09:43.682295 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.815969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7c097329-3c07-4814-8651-bc418a7e53ab None None] Provisioning for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:09:43.819397 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7c097329-3c07-4814-8651-bc418a7e53ab None None] Provisioning complete for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:09:43.819767 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7c097329-3c07-4814-8651-bc418a7e53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:09:43.854621 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-7c097329-3c07-4814-8651-bc418a7e53ab None None] Port be55314f-44d9-47f6-87fd-5d73fbe32ff7 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:10:07.979860 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d60445cd-ba44-41d4-9760-302430c3a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:10.428248 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9853f996-fa0b-46b2-956b-beadd2252951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:10.785963 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:11.253354 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:11.690911 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:13.387241 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Request body: {'port': {'device_id': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:13.434226 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-f96bd023-969a-4bec-bdfb-af84b1122cdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419819 Jul 30 16:10:13.470460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:13.521588 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-67b26316-c0b7-4ee3-85c6-c6cebaa5bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:13.522211 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99364a21-feaa-4075-9c84-05b4bd654511 req-50b9a113-3c5c-487c-be27-9bcfd7ac66b3 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:13.523092 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-67b26316-c0b7-4ee3-85c6-c6cebaa5bc8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 1099 time: 0.0424016 Jul 30 16:10:13.523887 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-99364a21-feaa-4075-9c84-05b4bd654511 req-50b9a113-3c5c-487c-be27-9bcfd7ac66b3 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 932 time: 0.1100805 Jul 30 16:10:13.641697 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-99364a21-feaa-4075-9c84-05b4bd654511 req-a4c09a93-4c3e-482b-b670-1337eb7eddcc tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075521 Jul 30 16:10:13.674628 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-06d86239-7679-4132-b2bf-b1cd0d569610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:13.677264 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-06d86239-7679-4132-b2bf-b1cd0d569610 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.1146476 Jul 30 16:10:13.695043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:13.764160 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-5e6fb6dd-4061-4bef-a1be-bea2ac628c96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 200 len: 217 time: 0.0587587 Jul 30 16:10:13.845618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be55314f-44d9-47f6-87fd-5d73fbe32ff7 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:13.850527 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-ad94ec62-0b8f-45ca-94d8-79b8cc80a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:13.852039 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-ad94ec62-0b8f-45ca-94d8-79b8cc80a6ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0694871 Jul 30 16:10:13.863700 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:13.876774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Transition to ACTIVE for port object be55314f-44d9-47f6-87fd-5d73fbe32ff7 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:13.889820 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:13.896538 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-020c8b68-3b5a-4b87-8ba3-85404e95233b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jul 30 16:10:13.949752 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:13.987012 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.987412 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.987763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.988107 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.988445 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.988921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.989258 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.989594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.989926 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.990256 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.992609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:13.993032 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:14.016730 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Attempting to bind port be55314f-44d9-47f6-87fd-5d73fbe32ff7 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:14.017079 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Attempting to bind port be55314f-44d9-47f6-87fd-5d73fbe32ff7 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:14.017409 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Attempting to bind port be55314f-44d9-47f6-87fd-5d73fbe32ff7 on network a37cfa62-9287-4d80-bfce-7ec0f55f0671 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:14.025766 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Port be55314f-44d9-47f6-87fd-5d73fbe32ff7 on network a37cfa62-9287-4d80-bfce-7ec0f55f0671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:10:14.026103 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Attempting to bind port be55314f-44d9-47f6-87fd-5d73fbe32ff7 on network a37cfa62-9287-4d80-bfce-7ec0f55f0671 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:14.032228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:14.032516 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Checking segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:14.032895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Bound using segment: {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:14.033330 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Bound port: be55314f-44d9-47f6-87fd-5d73fbe32ff7, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da1af15-4a6b-4cb9-ac07-751fc2225d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:14.033696 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:14.073254 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-50c2e993-c269-4770-9eeb-19239c4c5e47 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382298 Jul 30 16:10:14.114279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:14.117886 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:14.125268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:14.155787 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.156344 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:14.159164 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] 10.222.0.70 "PUT /v2.0/ports/be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 1094 time: 0.7750390 Jul 30 16:10:14.178561 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:14.189958 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e1f20-b16f-459d-acec-9b7921bda50d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:14.227732 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d97bc6e8-3a03-4596-9d7c-63a7707159ae req-aa34d3a7-ce7b-43c0-9994-f0a40394db57 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340582 Jul 30 16:10:14.257674 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80144742-a52d-4272-acac-95cb0fa4ee38 x-openstack-request-id: req-80144742-a52d-4272-acac-95cb0fa4ee38 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:14.258115 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:14.258245 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80144742-a52d-4272-acac-95cb0fa4ee38 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:14.258593 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:10:14.270577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36197756-891d-434e-9fa1-c8da47d52a43 service neutron] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:14.287072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-b2c1b07b-cdbe-43db-a1e0-e4a81d1739a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.293959 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-b2c1b07b-cdbe-43db-a1e0-e4a81d1739a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0707088 Jul 30 16:10:14.373140 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-622f16a7-5c61-4f02-8873-1012b21cb76c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 217 time: 0.0426331 Jul 30 16:10:14.440802 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-a9c13e68-1374-4b62-8a89-a7ea3f53af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.442246 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-a9c13e68-1374-4b62-8a89-a7ea3f53af85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0471115 Jul 30 16:10:14.501143 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42327ffe-d51f-458c-b6da-51748bd87399 req-eb3b06f5-2cd7-422e-bb0d-bf3209ab4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.502629 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-eb3b06f5-2cd7-422e-bb0d-bf3209ab4afd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405507 Jul 30 16:10:14.604671 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-36dc6f71-6d49-40a7-8d4f-504bcdf7499a service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Jul 30 16:10:14.730097 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42327ffe-d51f-458c-b6da-51748bd87399 req-11a1a2b8-4854-4a27-87d8-edaeafc2a035 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932207 Jul 30 16:10:14.791937 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40503b-1dc7-400e-b012-2962b3d1a3b1 req-da9322a1-dae2-453c-a514-3892511b968d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.793405 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8e40503b-1dc7-400e-b012-2962b3d1a3b1 req-da9322a1-dae2-453c-a514-3892511b968d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Jul 30 16:10:14.855448 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8e40503b-1dc7-400e-b012-2962b3d1a3b1 req-ca1ba60e-59db-476c-b1a4-5e3e16c768e1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546670 Jul 30 16:10:14.866082 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-56491883-6613-480d-8ed6-9353743092c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.867545 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-56491883-6613-480d-8ed6-9353743092c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0509107 Jul 30 16:10:14.974097 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-0ba88e8d-bed1-4b32-afa9-06c1adc33c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:14.975571 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-0ba88e8d-bed1-4b32-afa9-06c1adc33c32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.0844021 Jul 30 16:10:15.028704 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-d649f303-15c0-4464-adbd-96c0ae73041d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 217 time: 0.0330200 Jul 30 16:10:15.095382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-ce5f4722-ef0e-452c-933a-a3985865f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:15.096810 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-ce5f4722-ef0e-452c-933a-a3985865f28a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0421267 Jul 30 16:10:15.155672 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-64295251-e67b-4016-845b-b54aac671863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:15.157022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-64295251-e67b-4016-845b-b54aac671863 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389743 Jul 30 16:10:15.275509 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-3a3ae2f0-bfc6-4f19-b413-e24afce92e89 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852745 Jul 30 16:10:15.436510 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c39e1f20-b16f-459d-acec-9b7921bda50d req-7d32a088-8039-403f-a141-ddc10e19cf96 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903187 Jul 30 16:10:15.972763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0028e-59b8-4455-81de-bd70e7b0a5d0 req-a321aff7-483f-4da5-9b21-4ad65c912f76 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:15.974408 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-53b0028e-59b8-4455-81de-bd70e7b0a5d0 req-a321aff7-483f-4da5-9b21-4ad65c912f76 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0539227 Jul 30 16:10:16.016316 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-53b0028e-59b8-4455-81de-bd70e7b0a5d0 req-e8a58ef0-fcb0-4338-a0e6-283edb5d7996 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Jul 30 16:10:16.140491 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c09a-901a-4507-ba76-fa4cae235a29 req-a01bcdf2-e8c3-4f03-a74c-743b19dc81c4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.141973 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0816c09a-901a-4507-ba76-fa4cae235a29 req-a01bcdf2-e8c3-4f03-a74c-743b19dc81c4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0504005 Jul 30 16:10:16.202911 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0816c09a-901a-4507-ba76-fa4cae235a29 req-5483579d-5979-42de-bf83-3104a4e7624c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549874 Jul 30 16:10:16.212169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989537d-6abe-4575-a269-aed384bdc2bd req-6661f105-d260-4ad5-ab5c-0ac2df189afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.213536 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-6661f105-d260-4ad5-ab5c-0ac2df189afc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0584614 Jul 30 16:10:16.325279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989537d-6abe-4575-a269-aed384bdc2bd req-af148cda-5571-4726-bb15-78095be9a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.327688 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-af148cda-5571-4726-bb15-78095be9a27d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.0942307 Jul 30 16:10:16.397762 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-43b5b692-1b5e-45f2-a71b-4c2cabe9652a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0409861 Jul 30 16:10:16.490812 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989537d-6abe-4575-a269-aed384bdc2bd req-a0a8ff72-9009-4c0a-b827-40a44b1f6b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:16.492467 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-a0a8ff72-9009-4c0a-b827-40a44b1f6b40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0530226 Jul 30 16:10:16.541967 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-d22af87a-a899-49b4-b930-3956ff3dc287 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257967 Jul 30 16:10:16.692714 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-1cc0a35d-4418-42dd-8b62-925b631e5502 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903420 Jul 30 16:10:16.794915 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2989537d-6abe-4575-a269-aed384bdc2bd req-27325c64-7582-41eb-9feb-cc3780dc255f service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840209 Jul 30 16:10:17.141760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dfc6e-d8b1-46ff-932a-e1eadca1c5e8 req-916f23da-e3af-43bc-89e3-16008cc44c22 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.143263 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1c7dfc6e-d8b1-46ff-932a-e1eadca1c5e8 req-916f23da-e3af-43bc-89e3-16008cc44c22 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0495532 Jul 30 16:10:17.185925 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1c7dfc6e-d8b1-46ff-932a-e1eadca1c5e8 req-922cc1fd-f136-43ad-bf98-536ddf5f1bfc tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jul 30 16:10:17.321200 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f0642-b93b-4e4f-a01a-f16b659b6c81 req-ed3d609f-0d1b-454f-af2e-908db63cadbb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.322678 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-541f0642-b93b-4e4f-a01a-f16b659b6c81 req-ed3d609f-0d1b-454f-af2e-908db63cadbb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Jul 30 16:10:17.362281 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-541f0642-b93b-4e4f-a01a-f16b659b6c81 req-09db4345-0e9c-4812-b2a1-5721452effbf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jul 30 16:10:17.558760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb146-f9a8-4517-b11c-caf08e85a3e8 req-44a5a5ec-803c-4378-8289-bd776d92fc7e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:17.560365 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7dcb146-f9a8-4517-b11c-caf08e85a3e8 req-44a5a5ec-803c-4378-8289-bd776d92fc7e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0561914 Jul 30 16:10:17.598875 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7dcb146-f9a8-4517-b11c-caf08e85a3e8 req-b196f6b6-7796-4aa1-a70e-fc3febcb5f08 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Jul 30 16:10:18.165610 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-aad8d36c-cd86-460b-b754-8a0818efd77b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.167062 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-aad8d36c-cd86-460b-b754-8a0818efd77b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1028194 Jul 30 16:10:18.182140 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-3443b758-830d-426c-abe8-d6677f90b080 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/quotas/e9b01b7e6d90426088cefd5ff16e7347 HTTP/1.1" status: 200 len: 375 time: 0.0087070 Jul 30 16:10:18.233720 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-264d15a5-be5a-4c0e-8030-74fa23ecb995 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464885 Jul 30 16:10:18.312520 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b963c-6d41-43bf-a07d-38a92889eb2c req-3f046941-c40c-4a98-8bd3-522a155b7b1d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.314056 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed1b963c-6d41-43bf-a07d-38a92889eb2c req-3f046941-c40c-4a98-8bd3-522a155b7b1d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0520408 Jul 30 16:10:18.356457 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-f3bbbf87-727f-43ea-badd-8ddabc4c04f5 service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142304 Jul 30 16:10:18.360892 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed1b963c-6d41-43bf-a07d-38a92889eb2c req-34ef77cd-3631-4c42-a0b3-7bd8712a0101 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Jul 30 16:10:18.451583 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-0cc37b93-d954-44c1-9c97-a0e626428fbc service neutron] 10.222.0.37 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887306 Jul 30 16:10:18.481045 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bc99c-9b76-47d6-9a18-2502ed57a346 req-700fb337-8199-4c6a-9c4f-5a0b24897e53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.483014 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bf8bc99c-9b76-47d6-9a18-2502ed57a346 req-700fb337-8199-4c6a-9c4f-5a0b24897e53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0497792 Jul 30 16:10:18.521704 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bf8bc99c-9b76-47d6-9a18-2502ed57a346 req-16074e6e-4ca6-4132-b566-3e735fde5ee9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jul 30 16:10:18.613265 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0e65dca-d858-444d-85c1-d06dcb007e49 req-7205436a-01d3-4ebf-88ea-42f5315465cd tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 210 time: 0.0295413 Jul 30 16:10:18.729995 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6afce-7b5a-403a-bd42-bfff6b8e385a req-bdafcdb5-1688-4445-b9f8-e5ca763faeb0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:18.731587 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43c6afce-7b5a-403a-bd42-bfff6b8e385a req-bdafcdb5-1688-4445-b9f8-e5ca763faeb0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0500133 Jul 30 16:10:18.772888 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43c6afce-7b5a-403a-bd42-bfff6b8e385a req-e2c2c004-2edb-4351-891a-09861ba85755 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346611 Jul 30 16:10:19.207497 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:10:19.274946 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device be55314f-44d9-47f6-87fd-5d73fbe32ff7 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:19.370248 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:19.381341 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'port_id': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'mac_address': 'fa:16:3e:ed:7b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:19.418373 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:19.430618 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be55314f-44d9-47f6-87fd-5d73fbe32ff7 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:19.449430 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:19.454085 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:19.481425 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeaef2-1265-4d2d-9777-e4ad4d5daa2f req-146db744-24ab-4253-a891-85a5e33a02a9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:19.483247 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fdfeaef2-1265-4d2d-9777-e4ad4d5daa2f req-146db744-24ab-4253-a891-85a5e33a02a9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 944 time: 0.0508904 Jul 30 16:10:19.503572 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:19.510303 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.510645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.510976 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.511333 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.511657 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.511977 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.512297 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.512613 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.512930 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.513774 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.514184 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.514501 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:19.522150 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fdfeaef2-1265-4d2d-9777-e4ad4d5daa2f req-4253000a-c0e4-4e5f-b06c-225e2860c915 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Jul 30 16:10:19.637456 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dabd10-f94a-4089-a60a-75f5363aff1a req-60970757-b5a8-4425-aba1-095c6cdc3ca0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:19.639652 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09dabd10-f94a-4089-a60a-75f5363aff1a req-60970757-b5a8-4425-aba1-095c6cdc3ca0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0519075 Jul 30 16:10:19.677746 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-09dabd10-f94a-4089-a60a-75f5363aff1a req-2087443c-e8af-416a-9545-f6c0542b0cd2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jul 30 16:10:19.705266 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c846b028-16a4-4491-9766-961b1ca8a7e1 req-e6613535-9d5e-4919-a200-9c096205f541 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 210 time: 0.0266683 Jul 30 16:10:19.895669 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f58185-0f2f-4390-a90d-d590dab42c3e req-4644eeb3-f9ab-4c7d-b87e-e814be513b41 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:19.897223 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60f58185-0f2f-4390-a90d-d590dab42c3e req-4644eeb3-f9ab-4c7d-b87e-e814be513b41 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0498059 Jul 30 16:10:19.943711 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60f58185-0f2f-4390-a90d-d590dab42c3e req-586a5087-ede6-4798-8b35-aa7fe59d023d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354714 Jul 30 16:10:20.008018 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-d04579a5-3d1f-428f-b5a6-3cb609742c34 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.009170 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-d04579a5-3d1f-428f-b5a6-3cb609742c34 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 815 time: 0.1049616 Jul 30 16:10:20.032845 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Request body: {'port': {'device_id': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'admin_state_up': True, 'tenant_id': 'e9b01b7e6d90426088cefd5ff16e7347'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:20.137601 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Made reservation on behalf of e9b01b7e6d90426088cefd5ff16e7347 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:10:20.141803 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.266796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Allocated IP 172.20.0.12 (9a836950-de83-4064-be6b-b98de3093a5e/ea2ede9b-bdc9-431b-9bd5-9a8aa7097545/5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:20.315804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:20.413991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.452126 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.493588 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Network 9a836950-de83-4064-be6b-b98de3093a5e is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:20.496609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:20.502478 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:20.507624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.508222 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.513918 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event updated for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:20.527255 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c4a82200-a56d-48de-be07-f0e56f03902d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4991429 Jul 30 16:10:20.562739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Request body: {'port': {'device_id': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:20.639015 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:20.691242 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f827ad-deaa-483b-9970-db23ac3833c0 req-4ad6fb55-3c5e-4330-9f02-c1fb4bb71606 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.694360 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0f827ad-deaa-483b-9970-db23ac3833c0 req-4ad6fb55-3c5e-4330-9f02-c1fb4bb71606 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 945 time: 0.1059570 Jul 30 16:10:20.793439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18689fd-a7c2-454a-a4e0-262bb1d249ff req-e6c07a11-4df8-4913-a5ac-9586863a60a9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.795160 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b18689fd-a7c2-454a-a4e0-262bb1d249ff req-e6c07a11-4df8-4913-a5ac-9586863a60a9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Jul 30 16:10:20.796220 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0f827ad-deaa-483b-9970-db23ac3833c0 req-a4e6121f-394a-41ee-82f9-cc127c49ad82 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 Jul 30 16:10:20.838195 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b18689fd-a7c2-454a-a4e0-262bb1d249ff req-fa4a1273-2c6f-44c6-81eb-3baceb506bd6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Jul 30 16:10:20.934567 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea511c-5f2f-4652-8dc1-380bf9afa810 req-43d3bac9-3b1b-4af7-ab21-214121495f50 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:20.936229 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0bea511c-5f2f-4652-8dc1-380bf9afa810 req-43d3bac9-3b1b-4af7-ab21-214121495f50 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 932 time: 0.0758576 Jul 30 16:10:21.012944 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0bea511c-5f2f-4652-8dc1-380bf9afa810 req-7bbbb0f1-670f-4c57-ac54-9ef20aa126aa tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674446 Jul 30 16:10:21.034287 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:21.042605 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.055739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Transition to ACTIVE for port object 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:10:21.061169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.069850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b30321-96a1-40a4-8275-aac7135e3582 req-da35ea68-d3a8-4def-9a66-42fe4d12e691 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.073353 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93b30321-96a1-40a4-8275-aac7135e3582 req-da35ea68-d3a8-4def-9a66-42fe4d12e691 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0614374 Jul 30 16:10:21.114290 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:21.115913 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-93b30321-96a1-40a4-8275-aac7135e3582 req-d6564063-4e59-4771-9c7f-79cb03ddd7d9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378060 Jul 30 16:10:21.142496 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Attempting to bind port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:10:21.142872 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Attempting to bind port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:10:21.143235 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Attempting to bind port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:21.147441 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f on network 9a836950-de83-4064-be6b-b98de3093a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:10:21.147762 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Attempting to bind port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f on network 9a836950-de83-4064-be6b-b98de3093a5e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:10:21.152465 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:10:21.152796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Checking segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:10:21.153169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Bound using segment: {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:10:21.153592 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Bound port: 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71059958-3bfe-46d8-bd82-f3f63f46f25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:10:21.153999 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.214819 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:10:21.217771 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:10:21.222010 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.256042 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.257228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:21.258042 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] 10.222.0.70 "PUT /v2.0/ports/5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f HTTP/1.1" status: 200 len: 1094 time: 0.6998420 Jul 30 16:10:21.258485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:21.260732 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9276dc6e-6605-4d41-8f8c-b4f07f274431" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:21.286332 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36d5b9-6b1c-419e-b5d8-7cef2f238f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:21.324988 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf594765-606c-444f-9c14-531de7e6453b x-openstack-request-id: req-bf594765-606c-444f-9c14-531de7e6453b {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:21.325260 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:21.325518 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf594765-606c-444f-9c14-531de7e6453b {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:21.326469 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f', 'status': 'completed', 'code': 200} Jul 30 16:10:21.410728 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c8b7337c-cbae-4660-9ddc-101a7a5c15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.412200 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-c8b7337c-cbae-4660-9ddc-101a7a5c15cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 1097 time: 0.0403073 Jul 30 16:10:21.474186 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-6e0dfa6b-0746-4b49-815f-1bdadf9a05d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f HTTP/1.1" status: 200 len: 217 time: 0.0315628 Jul 30 16:10:21.545691 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1b9df1a5-fa99-49e1-bd49-bb41bd1b7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.546986 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-1b9df1a5-fa99-49e1-bd49-bb41bd1b7a5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0443423 Jul 30 16:10:21.586852 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-89637eb5-6822-4124-8780-c692c3675c3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233841 Jul 30 16:10:21.675455 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-25267d70-8f61-4e05-b7a2-8b14b6e37fd7 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793824 Jul 30 16:10:21.772317 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f4d5be3-9a7b-4957-a3e6-0e6a6f02ea40 req-61f914fc-7524-4614-97bf-9c27313237e2 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818672 Jul 30 16:10:21.827387 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79', '93b5bd35-b14d-4747-b351-ad0f4291d3bf', '52e600d7-de11-4a97-8436-e389bd5707d1'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:21.887238 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-612e8a42-7d19-48fc-9971-2f0442079247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.889861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-612e8a42-7d19-48fc-9971-2f0442079247 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 1097 time: 0.0498002 Jul 30 16:10:21.912532 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67901b6-50c9-4ccd-9e29-8a615f8b385d req-b8917327-91ee-41c0-923b-f11be4a2ab51 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:21.914617 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d67901b6-50c9-4ccd-9e29-8a615f8b385d req-b8917327-91ee-41c0-923b-f11be4a2ab51 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Jul 30 16:10:21.954693 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d67901b6-50c9-4ccd-9e29-8a615f8b385d req-9cab9442-b24c-4a92-b596-841d88d091a8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339892 Jul 30 16:10:22.015411 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a786161-6eb4-4405-b0ce-1ac17fe7ab7d req-fada563f-7943-4b40-ae0f-d3bc861e5716 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.016939 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a786161-6eb4-4405-b0ce-1ac17fe7ab7d req-fada563f-7943-4b40-ae0f-d3bc861e5716 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0977862 Jul 30 16:10:22.049061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-3d77a9e2-80bb-434e-aeb7-76800ec4484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.050518 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-3d77a9e2-80bb-434e-aeb7-76800ec4484e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 200 len: 916 time: 0.1405385 Jul 30 16:10:22.074760 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a786161-6eb4-4405-b0ce-1ac17fe7ab7d req-6fcd9b93-d68c-44d5-b8ff-4c83eba0417f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Jul 30 16:10:22.102067 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-ee6f41b3-595e-4001-aeef-757ee85ea37b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f HTTP/1.1" status: 200 len: 217 time: 0.0400014 Jul 30 16:10:22.140926 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26561af4-e6fd-4c00-884a-91ad20fa57bc req-5900bb1a-8f63-422f-8158-1ebfba7263ba tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.144106 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26561af4-e6fd-4c00-884a-91ad20fa57bc req-5900bb1a-8f63-422f-8158-1ebfba7263ba tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 944 time: 0.0518479 Jul 30 16:10:22.164044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-7fd776b7-2825-422a-b9c9-95db14b5d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.165579 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-7fd776b7-2825-422a-b9c9-95db14b5d857 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 200 len: 855 time: 0.0548658 Jul 30 16:10:22.189946 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26561af4-e6fd-4c00-884a-91ad20fa57bc req-812d2d28-0cec-4d28-bc91-494128f8af4e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Jul 30 16:10:22.212908 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-cef5c2b9-6d69-497b-a2a7-a72b02894215 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9a836950-de83-4064-be6b-b98de3093a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302958 Jul 30 16:10:22.309080 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d045d2-5970-4c79-b1e2-a52e33908146 req-5db55ba0-1ef3-4ec4-b13e-27de110f3377 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:22.311153 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63d045d2-5970-4c79-b1e2-a52e33908146 req-5db55ba0-1ef3-4ec4-b13e-27de110f3377 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.1005638 Jul 30 16:10:22.352592 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-edd76067-806b-456c-a6a5-a6d1e7a932b5 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155574 Jul 30 16:10:22.364886 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63d045d2-5970-4c79-b1e2-a52e33908146 req-f705f6aa-4293-43cf-9ae3-8ce8e8646e86 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Jul 30 16:10:22.454570 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9276dc6e-6605-4d41-8f8c-b4f07f274431 req-a1121298-838c-4053-82ba-fe3c6c138b84 service neutron] 10.222.0.70 "GET /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868530 Jul 30 16:10:23.069830 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083b47a-04bb-4cd6-b739-e14005851dcc req-51471948-cf88-43b9-84dd-2495db0f16e9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.071300 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a083b47a-04bb-4cd6-b739-e14005851dcc req-51471948-cf88-43b9-84dd-2495db0f16e9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Jul 30 16:10:23.108509 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a083b47a-04bb-4cd6-b739-e14005851dcc req-7ffac931-a23f-44f4-bd05-ca937f242fb7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307868 Jul 30 16:10:23.212177 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40084d75-2e65-4530-b033-05f1e177c51e req-eb079a48-8245-47dd-afd3-b1909366bef7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.213721 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-40084d75-2e65-4530-b033-05f1e177c51e req-eb079a48-8245-47dd-afd3-b1909366bef7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0504692 Jul 30 16:10:23.255738 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-40084d75-2e65-4530-b033-05f1e177c51e req-24f99738-660c-4a24-85be-f4b277873561 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 30 16:10:23.278143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device be55314f-44d9-47f6-87fd-5d73fbe32ff7 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:23.306762 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14395d22-e112-46b5-bbf9-fd5fccbedb43 req-6994d830-4dc8-4313-946e-1906ea0b2731 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.308248 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14395d22-e112-46b5-bbf9-fd5fccbedb43 req-6994d830-4dc8-4313-946e-1906ea0b2731 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 944 time: 0.0509543 Jul 30 16:10:23.328158 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:23.339882 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:23.340165 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:23.352613 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14395d22-e112-46b5-bbf9-fd5fccbedb43 req-90a420b3-1369-41d8-926f-958c1e656593 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Jul 30 16:10:23.421733 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:23.443939 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:23.446219 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779dca0d-c748-40a3-bd63-9fa7d5dd1c3b" -d '{"events": [{"server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:23.459661 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:23.463750 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:23.498071 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd0703e-fc8d-4140-9d4a-cca99601dbe2 x-openstack-request-id: req-bcd0703e-fc8d-4140-9d4a-cca99601dbe2 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:23.498653 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "name": "network-vif-plugged", "status": "completed", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:23.499041 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcd0703e-fc8d-4140-9d4a-cca99601dbe2 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:23.499510 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'code': 200} Jul 30 16:10:23.499841 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8541a-a449-4ba9-9e1e-67428c7c1e47 req-c6c21910-c601-49f7-8900-23b56b6da535 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.501352 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bdc8541a-a449-4ba9-9e1e-67428c7c1e47 req-c6c21910-c601-49f7-8900-23b56b6da535 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0630081 Jul 30 16:10:23.520933 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:23.542235 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bdc8541a-a449-4ba9-9e1e-67428c7c1e47 req-7e22ca92-fd06-40de-9cbb-d8b100236f78 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Jul 30 16:10:23.719430 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a0f02-3d93-45be-8af7-9b68dfe0c7fc req-8f1ea9a8-1dc0-47b7-a757-94bfd22c5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:23.720853 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b3a0f02-3d93-45be-8af7-9b68dfe0c7fc req-8f1ea9a8-1dc0-47b7-a757-94bfd22c5e5a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0381424 Jul 30 16:10:23.762290 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b3a0f02-3d93-45be-8af7-9b68dfe0c7fc req-af4f23ca-ea1d-47b7-b413-36f3a88b765b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262816 Jul 30 16:10:24.220475 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904d549-4c12-4f32-8f12-1fabc2ca72c5 req-a9345331-2e8f-48b0-b247-f23ca40207d1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.221940 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4904d549-4c12-4f32-8f12-1fabc2ca72c5 req-a9345331-2e8f-48b0-b247-f23ca40207d1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0469568 Jul 30 16:10:24.258620 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4904d549-4c12-4f32-8f12-1fabc2ca72c5 req-91432195-70e2-4744-87ff-4c42360d72d1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Jul 30 16:10:24.380884 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2048c40-a2bc-4731-b11b-5b68f8b3c12f req-eaf66c44-83a7-4c6c-b291-a47c46d1bcc7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.382340 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c2048c40-a2bc-4731-b11b-5b68f8b3c12f req-eaf66c44-83a7-4c6c-b291-a47c46d1bcc7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0503888 Jul 30 16:10:24.475576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d6579-6c01-4683-b3c2-696a388cb256 req-20ca705d-7e9f-4f5d-8438-890014a3a75b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.477468 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b61d6579-6c01-4683-b3c2-696a388cb256 req-20ca705d-7e9f-4f5d-8438-890014a3a75b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 944 time: 0.0550473 Jul 30 16:10:24.521107 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b61d6579-6c01-4683-b3c2-696a388cb256 req-1eadde65-8420-4405-b67a-640143c5ceae tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Jul 30 16:10:24.642657 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c2048c40-a2bc-4731-b11b-5b68f8b3c12f req-5d599537-150a-42cd-92e7-3b582f2fc0f2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542150 Jul 30 16:10:24.672724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f1f90-5614-439f-b393-35d3256ede49 req-5eef0cfd-3821-43fb-a024-239920e04b63 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:24.674451 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6d5f1f90-5614-439f-b393-35d3256ede49 req-5eef0cfd-3821-43fb-a024-239920e04b63 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0590155 Jul 30 16:10:24.717643 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6d5f1f90-5614-439f-b393-35d3256ede49 req-d48c1312-5691-45fa-a29d-d26c9a5da477 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Jul 30 16:10:25.298546 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:25.386061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711312-226c-4dba-876d-b822dbd78611 req-f84e1533-20f2-417f-a04d-17ed27499d62 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.387576 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b711312-226c-4dba-876d-b822dbd78611 req-f84e1533-20f2-417f-a04d-17ed27499d62 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0626481 Jul 30 16:10:25.410878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:25.423625 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f', 'network_id': '9a836950-de83-4064-be6b-b98de3093a5e', 'port_id': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f', 'mac_address': 'fa:16:3e:57:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2ede9b-bdc9-431b-9bd5-9a8aa7097545', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:25.432960 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b711312-226c-4dba-876d-b822dbd78611 req-e0985f5b-0ae3-4950-aa84-24133798ff53 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Jul 30 16:10:25.466121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.478626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:25.498948 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:25.502849 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:25.553503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:25.652151 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecbd8a-9d01-467d-8365-6ebcda0c1270 req-70751f82-ccff-446d-8908-edbb2e8c7bc1 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.653716 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68ecbd8a-9d01-467d-8365-6ebcda0c1270 req-70751f82-ccff-446d-8908-edbb2e8c7bc1 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0491371 Jul 30 16:10:25.702516 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68ecbd8a-9d01-467d-8365-6ebcda0c1270 req-9c6e8b81-e47d-472a-8171-129d357e23db tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Jul 30 16:10:25.774282 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28712c5-e76d-4e78-9dbd-f96da5c7dc89 req-ba7d4b28-0406-4de2-84b6-ca97d9b6940d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.785643 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e28712c5-e76d-4e78-9dbd-f96da5c7dc89 req-ba7d4b28-0406-4de2-84b6-ca97d9b6940d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0639606 Jul 30 16:10:25.834339 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e28712c5-e76d-4e78-9dbd-f96da5c7dc89 req-43ea037f-4449-4efd-a84d-e475a08361f4 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Jul 30 16:10:25.853446 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcbf0d-3f2b-4194-a54c-ab8cfc955e82 req-d3de6343-1038-4485-bf42-601170693872 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:25.854913 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60dcbf0d-3f2b-4194-a54c-ab8cfc955e82 req-d3de6343-1038-4485-bf42-601170693872 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0624239 Jul 30 16:10:25.895531 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60dcbf0d-3f2b-4194-a54c-ab8cfc955e82 req-87f97950-22ce-44d3-a302-aac43f585a51 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344720 Jul 30 16:10:26.554095 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da697-a828-4a2c-9e31-9fc1a2e4aaac req-5da0b5ad-8270-4e94-8ac4-35511ffe9347 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:26.555489 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a3da697-a828-4a2c-9e31-9fc1a2e4aaac req-5da0b5ad-8270-4e94-8ac4-35511ffe9347 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0504735 Jul 30 16:10:26.593255 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a3da697-a828-4a2c-9e31-9fc1a2e4aaac req-68f13460-656e-4e51-a81e-f8c3c87b82d8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Jul 30 16:10:26.704229 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ae4e-8eee-4ccb-b313-bd44c1cb3645 req-c87fabb4-3a89-435e-b93b-b28b5aaa7c67 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:26.705679 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4586ae4e-8eee-4ccb-b313-bd44c1cb3645 req-c87fabb4-3a89-435e-b93b-b28b5aaa7c67 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0481343 Jul 30 16:10:26.749104 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4586ae4e-8eee-4ccb-b313-bd44c1cb3645 req-23583538-11cf-4f9a-ab3a-4ad81cab6d8e tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Jul 30 16:10:26.816454 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f91619-c8f6-4f5b-9e79-2bd0196d5efc req-5ab50f28-7fcf-4c2f-9f3d-8f0aa3912241 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:26.817849 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-28f91619-c8f6-4f5b-9e79-2bd0196d5efc req-5ab50f28-7fcf-4c2f-9f3d-8f0aa3912241 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0481782 Jul 30 16:10:26.856618 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-28f91619-c8f6-4f5b-9e79-2bd0196d5efc req-a64c909f-8451-4c99-933d-f087852b64c8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Jul 30 16:10:26.958908 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6869b8-e11d-4e3f-9d31-8ed7f1df71b4 req-13955341-b3c4-4300-afbc-cac0b06080bc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:26.960609 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0d6869b8-e11d-4e3f-9d31-8ed7f1df71b4 req-13955341-b3c4-4300-afbc-cac0b06080bc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Jul 30 16:10:26.998405 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0d6869b8-e11d-4e3f-9d31-8ed7f1df71b4 req-8e673fec-3a68-4dec-a3c3-bb538512f3bf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319064 Jul 30 16:10:27.078244 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe8d7-7e3d-419b-9b26-8e2e2104a8e4 req-7614077e-85a6-4e0e-ad47-0c4a077b7e6f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:27.079669 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e1cbe8d7-7e3d-419b-9b26-8e2e2104a8e4 req-7614077e-85a6-4e0e-ad47-0c4a077b7e6f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0493345 Jul 30 16:10:27.110486 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64711dc-0e04-4869-970d-655c419da7e4 req-5c497ed8-bbb6-4cfb-984e-d05c10e39f7b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:27.113762 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b64711dc-0e04-4869-970d-655c419da7e4 req-5c497ed8-bbb6-4cfb-984e-d05c10e39f7b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0591147 Jul 30 16:10:27.118935 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e1cbe8d7-7e3d-419b-9b26-8e2e2104a8e4 req-a3408c2b-ae3a-4170-a0d6-f9db15e25822 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319390 Jul 30 16:10:27.150908 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b64711dc-0e04-4869-970d-655c419da7e4 req-9d575868-9671-4ab6-b077-dae6c5f126c4 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jul 30 16:10:27.808400 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:27.976934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0bbf-181a-4a34-8b8c-036ea404d610 req-b780d73a-3a31-4c5c-8020-1c8ce398e74b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:27.978385 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a4fe0bbf-181a-4a34-8b8c-036ea404d610 req-b780d73a-3a31-4c5c-8020-1c8ce398e74b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0515745 Jul 30 16:10:28.015586 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a4fe0bbf-181a-4a34-8b8c-036ea404d610 req-75dd1997-838b-4f3d-a9b5-f690818121fd tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303042 Jul 30 16:10:28.111118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cea9-481f-4e36-951e-9a2e0afddb2b req-7b4a9276-4ba2-47b0-af8b-8e91e2aaee07 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:28.112527 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bc12cea9-481f-4e36-951e-9a2e0afddb2b req-7b4a9276-4ba2-47b0-af8b-8e91e2aaee07 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0475664 Jul 30 16:10:28.148225 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bc12cea9-481f-4e36-951e-9a2e0afddb2b req-1ff9ee2e-f470-4b69-9fab-5f26f46bee4f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299335 Jul 30 16:10:28.237435 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b35e8-663f-4f30-a6aa-098a3814bba0 req-f1542092-d696-409e-8e5a-bb46b5732384 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:28.238870 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-155b35e8-663f-4f30-a6aa-098a3814bba0 req-f1542092-d696-409e-8e5a-bb46b5732384 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0474274 Jul 30 16:10:28.276188 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-155b35e8-663f-4f30-a6aa-098a3814bba0 req-e9c9fb7c-f62c-4d1b-8a70-dccff1ddaf51 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Jul 30 16:10:29.130629 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645cb57-249b-41cd-93fd-ab58cb1dfc96 req-96ba96d2-8449-45fb-b8c9-5b2dd8dce7c2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:29.132132 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b645cb57-249b-41cd-93fd-ab58cb1dfc96 req-96ba96d2-8449-45fb-b8c9-5b2dd8dce7c2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0495024 Jul 30 16:10:29.169975 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b645cb57-249b-41cd-93fd-ab58cb1dfc96 req-6b69acfd-fd9c-4eb5-8049-6f1d90fd00b5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Jul 30 16:10:29.258783 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea5263-c3b6-4c59-be20-c6c3069de328 req-057d6eb4-8482-41ee-b2fa-ead3e3715783 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:29.260224 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56ea5263-c3b6-4c59-be20-c6c3069de328 req-057d6eb4-8482-41ee-b2fa-ead3e3715783 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0465477 Jul 30 16:10:29.297428 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-56ea5263-c3b6-4c59-be20-c6c3069de328 req-6b391301-0a50-462f-bdde-255b00b0e127 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305324 Jul 30 16:10:29.398928 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf6434-406b-4319-8374-e43bf3ce4ea1 req-1a31cfa3-fda8-4a2c-a83e-765f24b59422 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:29.400461 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d3bf6434-406b-4319-8374-e43bf3ce4ea1 req-1a31cfa3-fda8-4a2c-a83e-765f24b59422 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0533543 Jul 30 16:10:29.443289 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d3bf6434-406b-4319-8374-e43bf3ce4ea1 req-bcf35fe3-7657-4be5-9756-ab4af6a8353e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361710 Jul 30 16:10:30.285079 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4d8d-50f5-4282-9d13-4bd5bd2ec43e req-e5bcde4b-26b6-40de-a1b8-c80660f5bb53 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:30.286539 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6c4d8d-50f5-4282-9d13-4bd5bd2ec43e req-e5bcde4b-26b6-40de-a1b8-c80660f5bb53 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0510278 Jul 30 16:10:30.325210 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e6c4d8d-50f5-4282-9d13-4bd5bd2ec43e req-e36af49e-8f09-42b0-bbc0-69d284defc0a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Jul 30 16:10:30.410000 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afde40-7fbb-4d2e-802d-4cc2df96ae11 req-b2dbec46-83a6-410e-adb1-9db33adfa0a0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:30.411490 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-05afde40-7fbb-4d2e-802d-4cc2df96ae11 req-b2dbec46-83a6-410e-adb1-9db33adfa0a0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0473399 Jul 30 16:10:30.448375 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-05afde40-7fbb-4d2e-802d-4cc2df96ae11 req-b641b25b-72ce-45fe-bcce-33d2ed42c940 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Jul 30 16:10:30.559391 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5077abc-f538-48b7-93c2-0ac9ca24044a req-79ccf4c9-310f-4df3-989c-188b03d2f6cf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:30.561020 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f5077abc-f538-48b7-93c2-0ac9ca24044a req-79ccf4c9-310f-4df3-989c-188b03d2f6cf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0482619 Jul 30 16:10:30.599557 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f5077abc-f538-48b7-93c2-0ac9ca24044a req-23a5fb61-6383-4174-9666-d4a065bb16a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Jul 30 16:10:31.442606 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ced45e-976b-4395-a59b-e0e6c686d0cc req-40839f22-128c-4bcf-b3a6-686f0364bedf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:31.444096 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-04ced45e-976b-4395-a59b-e0e6c686d0cc req-40839f22-128c-4bcf-b3a6-686f0364bedf tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0474217 Jul 30 16:10:31.482185 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-04ced45e-976b-4395-a59b-e0e6c686d0cc req-bbf4515d-dc8b-4570-81cb-9ef90ed3679e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Jul 30 16:10:31.562109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0da4dc-a734-447e-9360-0d496347aac3 req-ac078f48-d31a-4c11-a4f0-74b021b4056e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:31.563541 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6e0da4dc-a734-447e-9360-0d496347aac3 req-ac078f48-d31a-4c11-a4f0-74b021b4056e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Jul 30 16:10:31.600265 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6e0da4dc-a734-447e-9360-0d496347aac3 req-4203d679-a404-4877-a2b8-3c52e5628235 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309374 Jul 30 16:10:31.721871 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470230b-1cde-4fac-b1a6-f5d4f5c5d09d req-b5d1b5e6-7814-4758-82d6-64b46206e3cd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:31.723411 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9470230b-1cde-4fac-b1a6-f5d4f5c5d09d req-b5d1b5e6-7814-4758-82d6-64b46206e3cd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0529938 Jul 30 16:10:31.769196 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9470230b-1cde-4fac-b1a6-f5d4f5c5d09d req-e2ddde7b-1043-4157-962d-81f1472b0107 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380032 Jul 30 16:10:32.593498 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de579-9c9c-4ed7-9678-bf6e1d95bc1b req-78c9cba1-7ad1-423b-b9ef-ed79ca6c45e8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.594930 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-329de579-9c9c-4ed7-9678-bf6e1d95bc1b req-78c9cba1-7ad1-423b-b9ef-ed79ca6c45e8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0470793 Jul 30 16:10:32.631377 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-329de579-9c9c-4ed7-9678-bf6e1d95bc1b req-49d5c3d4-6aa8-4f0b-9877-9f4965f7f44a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305386 Jul 30 16:10:32.900498 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09f16e-390a-4338-a2b6-faa9602e1911 req-dcf29180-96ff-4e7f-80d6-26fda457ddcf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.902027 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6b09f16e-390a-4338-a2b6-faa9602e1911 req-dcf29180-96ff-4e7f-80d6-26fda457ddcf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0508158 Jul 30 16:10:32.935785 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d71e41-a983-49c6-a835-623e1ab95076 req-2f64077a-6022-4fc6-aa42-898b8f6bc53e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:32.937270 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7d71e41-a983-49c6-a835-623e1ab95076 req-2f64077a-6022-4fc6-aa42-898b8f6bc53e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.2687604 Jul 30 16:10:32.941589 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6b09f16e-390a-4338-a2b6-faa9602e1911 req-24c95d05-0afd-4b38-804b-40f26fb5ac49 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Jul 30 16:10:32.976112 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7d71e41-a983-49c6-a835-623e1ab95076 req-b97e4e28-adb1-4534-b33b-3db61a0ef00c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327268 Jul 30 16:10:33.745924 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5773c6-b265-4bae-9efa-57c21393371f req-b07929f2-f388-4bd7-9bd8-01f77c757af7 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:33.747440 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f5773c6-b265-4bae-9efa-57c21393371f req-b07929f2-f388-4bd7-9bd8-01f77c757af7 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0510011 Jul 30 16:10:33.788633 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f5773c6-b265-4bae-9efa-57c21393371f req-feea6524-92bd-422e-979f-5b7155b1efd8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Jul 30 16:10:34.067569 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89b90a-bff7-410d-860f-3bc471ad1a77 req-9b66d82c-a2e8-4814-9f15-d2e8dee6a326 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:34.069040 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6a89b90a-bff7-410d-860f-3bc471ad1a77 req-9b66d82c-a2e8-4814-9f15-d2e8dee6a326 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0492916 Jul 30 16:10:34.089691 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b24e12-8677-43bf-a4de-e11969317c36 req-4590c495-2df3-481b-bd05-cd31fab4a764 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:34.091853 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-85b24e12-8677-43bf-a4de-e11969317c36 req-4590c495-2df3-481b-bd05-cd31fab4a764 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Jul 30 16:10:34.109348 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6a89b90a-bff7-410d-860f-3bc471ad1a77 req-e5e2dc86-dd0d-40fd-b880-6ebeceacce35 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342450 Jul 30 16:10:34.130677 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-85b24e12-8677-43bf-a4de-e11969317c36 req-34f9714f-8ce0-4298-9422-5c2d6afe831c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Jul 30 16:10:34.750993 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:34.801411 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:10:34.805202 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:34.805575 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.881115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.905655 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:34.908197 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2158aa1-8824-4e94-998e-ca60c0fab590" -d '{"events": [{"server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "name": "network-vif-plugged", "status": "completed", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:34.914902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68047799-5c56-4d2a-9c8c-49e5cde1869b req-a0e6566d-c030-4389-ba14-8201363ec980 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:34.916599 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68047799-5c56-4d2a-9c8c-49e5cde1869b req-a0e6566d-c030-4389-ba14-8201363ec980 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 945 time: 0.0510247 Jul 30 16:10:34.925820 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:34.931660 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:34.958841 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d492e9c-420b-4cd9-b667-b7c20cb1f8b6 x-openstack-request-id: req-0d492e9c-420b-4cd9-b667-b7c20cb1f8b6 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:34.959167 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "name": "network-vif-plugged", "status": "completed", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:34.959409 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d492e9c-420b-4cd9-b667-b7c20cb1f8b6 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:34.959793 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f', 'code': 200} Jul 30 16:10:34.961781 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68047799-5c56-4d2a-9c8c-49e5cde1869b req-d39399ac-50c3-4a15-8916-3368dd19ad2e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376005 Jul 30 16:10:34.985401 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:35.229515 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2746-ea60-4640-8b71-4a5114d33dc0 req-7118ef40-315a-42a1-bf81-3409040d84cc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:35.230998 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-575f2746-ea60-4640-8b71-4a5114d33dc0 req-7118ef40-315a-42a1-bf81-3409040d84cc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0484958 Jul 30 16:10:35.248120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74d53-e570-406e-8c2d-c7110f3a6377 req-4b21916d-857b-449b-9180-2977f3eb8d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:35.249680 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-98d74d53-e570-406e-8c2d-c7110f3a6377 req-4b21916d-857b-449b-9180-2977f3eb8d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0520425 Jul 30 16:10:35.271050 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-575f2746-ea60-4640-8b71-4a5114d33dc0 req-401975fe-aca3-4e32-8806-fbfc87ae270a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334272 Jul 30 16:10:35.289023 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-98d74d53-e570-406e-8c2d-c7110f3a6377 req-0bc43771-8cb8-42a1-b460-34cb19536eb9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Jul 30 16:10:36.082136 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c880b62-80c8-4aba-a3d5-a2703ff2008e req-c6244f58-153a-4249-ab2b-8139206cca12 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:36.084192 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c880b62-80c8-4aba-a3d5-a2703ff2008e req-c6244f58-153a-4249-ab2b-8139206cca12 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0530264 Jul 30 16:10:36.124948 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c880b62-80c8-4aba-a3d5-a2703ff2008e req-f8de3c23-1959-45bc-8c2c-a611fbd101b3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348334 Jul 30 16:10:36.218662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464fe7-e20f-405b-b8bd-0f5cd26376ce req-7cd8f0bd-2593-4bf2-b347-642fd052e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:36.220093 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-60464fe7-e20f-405b-b8bd-0f5cd26376ce req-7cd8f0bd-2593-4bf2-b347-642fd052e2af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 1099 time: 0.0400338 Jul 30 16:10:36.261047 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-60464fe7-e20f-405b-b8bd-0f5cd26376ce req-da80cd94-bf25-4879-8713-4be25195ee63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272353 Jul 30 16:10:36.416433 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dff83-4d14-4ea3-aa99-faed58a29299 req-1ab72ebf-0f59-4ef8-ba66-23930217a4c7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:36.417887 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-404dff83-4d14-4ea3-aa99-faed58a29299 req-1ab72ebf-0f59-4ef8-ba66-23930217a4c7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0503311 Jul 30 16:10:36.425269 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6326-e9a7-4126-b8f2-9b0e8147fe2e req-9bca1f05-5274-4bd5-8879-86ff1bdb81cd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:36.426946 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cdb6326-e9a7-4126-b8f2-9b0e8147fe2e req-9bca1f05-5274-4bd5-8879-86ff1bdb81cd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0490170 Jul 30 16:10:36.468317 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cdb6326-e9a7-4126-b8f2-9b0e8147fe2e req-9bf6a9aa-2671-4510-89eb-f3621e53094f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Jul 30 16:10:36.468728 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-404dff83-4d14-4ea3-aa99-faed58a29299 req-5cba6f0b-71b4-48b6-8251-60c88aebd69a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Jul 30 16:10:37.241417 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964d94c-1488-4fbf-9d2f-e549450d5bf3 req-a207c4bf-5a57-489e-90a2-5c748d621a92 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:37.242880 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0964d94c-1488-4fbf-9d2f-e549450d5bf3 req-a207c4bf-5a57-489e-90a2-5c748d621a92 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0509281 Jul 30 16:10:37.281429 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0964d94c-1488-4fbf-9d2f-e549450d5bf3 req-b83e0a33-9f08-4a1d-afc7-72062b3df436 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Jul 30 16:10:37.587093 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510074-a426-4d63-aa45-66d238c5fbe2 req-67b09f50-59e4-4f2e-b0e4-89b24fc8294f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:37.587723 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7ffe-5b19-467a-b589-7362ca85bd09 req-9bc318fc-3141-434a-bfc5-e238ecb75d5f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:37.588578 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f8510074-a426-4d63-aa45-66d238c5fbe2 req-67b09f50-59e4-4f2e-b0e4-89b24fc8294f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0476005 Jul 30 16:10:37.588870 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d92d7ffe-5b19-467a-b589-7362ca85bd09 req-9bc318fc-3141-434a-bfc5-e238ecb75d5f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0486758 Jul 30 16:10:37.626151 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f8510074-a426-4d63-aa45-66d238c5fbe2 req-f1b37538-e603-437b-8bea-610933ab3eb7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 30 16:10:37.627358 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d92d7ffe-5b19-467a-b589-7362ca85bd09 req-58ae40f5-e7e9-445b-9dc1-b4f7cb182eea tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Jul 30 16:10:37.981385 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-29eebfa9-71f9-4b4d-bb9c-334c0448cce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:38.429867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3e444-d56e-4dc8-a2b3-cf302443ee9f req-3c8eda13-5f39-46a3-bdd3-90f273bf0990 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.431592 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-85c3e444-d56e-4dc8-a2b3-cf302443ee9f req-3c8eda13-5f39-46a3-bdd3-90f273bf0990 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0737746 Jul 30 16:10:38.482837 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-85c3e444-d56e-4dc8-a2b3-cf302443ee9f req-3a4da8eb-468b-4523-a701-ed2e246d5315 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jul 30 16:10:38.743272 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a492f-ce5e-4947-9bdd-5456b8383417 req-8e640e36-1368-4947-943a-2a49c157db79 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.744800 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-652a492f-ce5e-4947-9bdd-5456b8383417 req-8e640e36-1368-4947-943a-2a49c157db79 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Jul 30 16:10:38.746923 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d6bff-9e5f-4f1d-a15a-549480927f04 req-9f5419c4-25f2-4a95-b3dc-899816e4df10 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:38.749169 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a71d6bff-9e5f-4f1d-a15a-549480927f04 req-9f5419c4-25f2-4a95-b3dc-899816e4df10 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0516872 Jul 30 16:10:38.787296 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-652a492f-ce5e-4947-9bdd-5456b8383417 req-92af1f0e-8861-41ab-a2d5-88b931b5d310 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354259 Jul 30 16:10:38.793687 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a71d6bff-9e5f-4f1d-a15a-549480927f04 req-4776e44b-9ba1-46d5-903b-2bb8e7a3c844 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385203 Jul 30 16:10:39.604377 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c9d48-f150-43be-aba1-e968535c2177 req-e4b308b0-161f-42ba-b20f-dd0304cf32c0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:39.605954 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f45c9d48-f150-43be-aba1-e968535c2177 req-e4b308b0-161f-42ba-b20f-dd0304cf32c0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0520518 Jul 30 16:10:39.645207 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f45c9d48-f150-43be-aba1-e968535c2177 req-a381a1ec-8487-48fa-90c3-c8f3867380d3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 30 16:10:39.906566 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c97e04-3744-4c0c-b5ce-85a5c9803976 req-72e060ed-d51e-4e50-933a-26b9b47ac997 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:39.908224 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b4c97e04-3744-4c0c-b5ce-85a5c9803976 req-72e060ed-d51e-4e50-933a-26b9b47ac997 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0484068 Jul 30 16:10:39.913328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d517005-4d71-4ba4-b6b6-6272fc027b1e req-cbedb0e1-ca72-4e2c-92b0-c141cc44a84f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:39.914814 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8d517005-4d71-4ba4-b6b6-6272fc027b1e req-cbedb0e1-ca72-4e2c-92b0-c141cc44a84f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0484653 Jul 30 16:10:39.947558 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b4c97e04-3744-4c0c-b5ce-85a5c9803976 req-bc3c53a2-15ca-47df-b1af-727d63d84d02 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Jul 30 16:10:39.953338 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8d517005-4d71-4ba4-b6b6-6272fc027b1e req-f7dac4e3-b248-45c2-a2fc-e13a8e5e5240 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Jul 30 16:10:40.428749 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9793a137-5239-4d97-a484-d8c1be9b52f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:40.760915 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0e94-4a9d-42d4-804a-1c2c9ca29b59 req-fc140fba-c868-4d34-aec0-fea0b4dc9110 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:40.762300 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2b4a0e94-4a9d-42d4-804a-1c2c9ca29b59 req-fc140fba-c868-4d34-aec0-fea0b4dc9110 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0505416 Jul 30 16:10:40.787859 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:40.802082 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2b4a0e94-4a9d-42d4-804a-1c2c9ca29b59 req-3135bd15-5227-41a8-855a-fc0daa8583b5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331845 Jul 30 16:10:41.067818 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e5f7c-e88a-4228-9ef8-c71049afec3a req-92c2ca14-ed85-45df-a553-7b81b01a8b49 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:41.069211 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd2e5f7c-e88a-4228-9ef8-c71049afec3a req-92c2ca14-ed85-45df-a553-7b81b01a8b49 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Jul 30 16:10:41.077472 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e847762-6673-495a-8913-57b8bbdfc2ae req-79c40e79-d1a7-45cd-a69e-abbdf9d71cf0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:41.078960 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8e847762-6673-495a-8913-57b8bbdfc2ae req-79c40e79-d1a7-45cd-a69e-abbdf9d71cf0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0487032 Jul 30 16:10:41.107531 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd2e5f7c-e88a-4228-9ef8-c71049afec3a req-5b8f836b-08f6-4851-91e1-786f5d5f05d2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Jul 30 16:10:41.116826 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8e847762-6673-495a-8913-57b8bbdfc2ae req-82795480-9978-4277-9098-3e2b869576b7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Jul 30 16:10:41.267501 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:41.694767 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:41.918485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77866943-dfde-4b2f-8e67-53a8a60380be req-c24bf4a4-80b5-4c92-982f-aa3a2ee0d02f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:41.920531 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-77866943-dfde-4b2f-8e67-53a8a60380be req-c24bf4a4-80b5-4c92-982f-aa3a2ee0d02f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0530279 Jul 30 16:10:41.957286 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-77866943-dfde-4b2f-8e67-53a8a60380be req-95b50f14-2004-4837-957b-1d78f37d677f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Jul 30 16:10:42.221358 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9c763-604b-4745-a82d-c96536aba8cb req-b2d11770-d395-4194-a7b3-0dfe92e08cab tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:42.222846 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14f9c763-604b-4745-a82d-c96536aba8cb req-b2d11770-d395-4194-a7b3-0dfe92e08cab tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0481436 Jul 30 16:10:42.235877 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3d2a7-1d7c-42ad-a18d-abf27fcf0fd3 req-79396f07-db6c-479e-a836-5eb4212bce68 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:42.237959 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0dd3d2a7-1d7c-42ad-a18d-abf27fcf0fd3 req-79396f07-db6c-479e-a836-5eb4212bce68 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0500314 Jul 30 16:10:42.261110 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14f9c763-604b-4745-a82d-c96536aba8cb req-fc141417-add0-4be2-b293-06d544236674 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Jul 30 16:10:42.275880 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0dd3d2a7-1d7c-42ad-a18d-abf27fcf0fd3 req-1dd93645-22c8-4692-996c-3c543823537d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Jul 30 16:10:43.075911 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad8c11-03f7-4251-bd09-cdb4f985e45b req-f282e56c-f2fb-4c3b-9ede-7ec6d9a475b6 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.077506 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7ad8c11-03f7-4251-bd09-cdb4f985e45b req-f282e56c-f2fb-4c3b-9ede-7ec6d9a475b6 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0542686 Jul 30 16:10:43.116115 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7ad8c11-03f7-4251-bd09-cdb4f985e45b req-e4cafb60-0b11-4738-b601-c0df0ae5eccc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Jul 30 16:10:43.379392 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a007-0335-47ff-80e0-0592ffd2d438 req-b300c57c-b2d6-4afc-b6c9-307c8d4e4b41 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.381190 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8ba8a007-0335-47ff-80e0-0592ffd2d438 req-b300c57c-b2d6-4afc-b6c9-307c8d4e4b41 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Jul 30 16:10:43.411016 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4c63e-aecc-4c3b-b88e-e98549072fe8 req-75c12a3a-fc3f-45d0-9e82-08c28f676faa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.411016 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c4b4c63e-aecc-4c3b-b88e-e98549072fe8 req-75c12a3a-fc3f-45d0-9e82-08c28f676faa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0592008 Jul 30 16:10:43.420986 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8ba8a007-0335-47ff-80e0-0592ffd2d438 req-43d84ec1-4dd0-4eb9-9550-9627968424c1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Jul 30 16:10:43.445881 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c4b4c63e-aecc-4c3b-b88e-e98549072fe8 req-c7f7de93-d33d-4dc9-a2d7-c525e96cb222 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323539 Jul 30 16:10:43.653485 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddddba-1fae-4b87-b3cf-dcecdf116373 req-94be0f6c-2c37-4f60-8cc0-61bc37076377 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:43.655701 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69ddddba-1fae-4b87-b3cf-dcecdf116373 req-94be0f6c-2c37-4f60-8cc0-61bc37076377 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Jul 30 16:10:43.679734 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:43.694477 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69ddddba-1fae-4b87-b3cf-dcecdf116373 req-79b03ebc-44a9-4751-bfa6-7556ccc54587 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Jul 30 16:10:44.233618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b208-3a19-48f3-bcfe-78ecfcc0d87d req-463cf6b3-313f-4c74-8c27-341bd3e5b3bc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:44.235103 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-db16b208-3a19-48f3-bcfe-78ecfcc0d87d req-463cf6b3-313f-4c74-8c27-341bd3e5b3bc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0521426 Jul 30 16:10:44.273193 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-db16b208-3a19-48f3-bcfe-78ecfcc0d87d req-c0de188b-841b-4097-a65b-6d7bc28485a5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Jul 30 16:10:44.542139 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0336ce-d472-43e2-a01c-895c989b7408 req-d364f1d1-f5b1-4eb9-a73b-a0d03f24dd30 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:44.543651 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab0336ce-d472-43e2-a01c-895c989b7408 req-d364f1d1-f5b1-4eb9-a73b-a0d03f24dd30 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0563474 Jul 30 16:10:44.566874 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8666b3-4513-43fc-9dda-5217466d9197 req-a24ef2a9-a990-4ed6-be27-29c0813acdfa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:44.568515 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd8666b3-4513-43fc-9dda-5217466d9197 req-a24ef2a9-a990-4ed6-be27-29c0813acdfa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0512557 Jul 30 16:10:44.593805 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab0336ce-d472-43e2-a01c-895c989b7408 req-4205eead-63ba-4036-a451-76d0a627837f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Jul 30 16:10:44.621201 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd8666b3-4513-43fc-9dda-5217466d9197 req-782990bc-16ae-4664-b941-c2083df16487 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Jul 30 16:10:44.814890 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f29f-1f03-42ec-8c07-19e1acfca1a2 req-ee1e2300-51f1-46bc-aa7d-b62afd0ecb29 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:44.816409 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1f92f29f-1f03-42ec-8c07-19e1acfca1a2 req-ee1e2300-51f1-46bc-aa7d-b62afd0ecb29 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0535173 Jul 30 16:10:44.859410 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1f92f29f-1f03-42ec-8c07-19e1acfca1a2 req-7f050817-6fd5-4a76-9dea-e383bcecf3ce tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362589 Jul 30 16:10:45.385087 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba09c4-f3c6-4076-8dbd-ff70b87c90b4 req-65536b55-5f55-4668-b272-a60c9d609a90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:45.386653 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5aba09c4-f3c6-4076-8dbd-ff70b87c90b4 req-65536b55-5f55-4668-b272-a60c9d609a90 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0478981 Jul 30 16:10:45.434057 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5aba09c4-f3c6-4076-8dbd-ff70b87c90b4 req-c0bc05af-b5b4-461f-b240-6cb14b7cc4b0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411651 Jul 30 16:10:45.709824 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042de00-a420-4ded-9b59-bdb8249dc470 req-bff3ffe8-0608-4f3e-80d9-ab8608998a10 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:45.711669 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7042de00-a420-4ded-9b59-bdb8249dc470 req-bff3ffe8-0608-4f3e-80d9-ab8608998a10 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0503473 Jul 30 16:10:45.752083 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63905a0b-8f8d-4121-8786-8935dadd69fb req-ae957a20-0862-4f6e-9bec-f45f268063b2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:45.753703 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63905a0b-8f8d-4121-8786-8935dadd69fb req-ae957a20-0862-4f6e-9bec-f45f268063b2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0586560 Jul 30 16:10:45.761517 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7042de00-a420-4ded-9b59-bdb8249dc470 req-812a07ad-6b1f-4feb-ac1b-8e4f51c83c4f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Jul 30 16:10:45.799306 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-63905a0b-8f8d-4121-8786-8935dadd69fb req-0088475d-35ba-48cb-a7c9-03067ca1486c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348580 Jul 30 16:10:45.979066 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698195f4-9605-4d40-90da-98755afe3455 req-1df57a1f-7d14-485c-9188-63912d2bee4c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:45.980532 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-698195f4-9605-4d40-90da-98755afe3455 req-1df57a1f-7d14-485c-9188-63912d2bee4c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0512433 Jul 30 16:10:46.017479 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-698195f4-9605-4d40-90da-98755afe3455 req-4cf05e18-a922-4d4e-8f6d-e144c0e4c9fe tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305495 Jul 30 16:10:46.550033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134918-a844-46e6-8bf6-d8e734fcf376 req-4e9a5ea4-486c-490c-8029-574f74e7a070 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:46.551450 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd134918-a844-46e6-8bf6-d8e734fcf376 req-4e9a5ea4-486c-490c-8029-574f74e7a070 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0522921 Jul 30 16:10:46.590682 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd134918-a844-46e6-8bf6-d8e734fcf376 req-274108ed-1b34-48b0-8e2e-065b896f9a9f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Jul 30 16:10:46.920863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0549e-1dfc-455c-a7cd-747c13bb1f0c req-dd82a30f-4d9d-495c-bf69-1f973ed310ed tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:46.922472 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-35c0549e-1dfc-455c-a7cd-747c13bb1f0c req-dd82a30f-4d9d-495c-bf69-1f973ed310ed tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0533855 Jul 30 16:10:46.955438 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416df404-6723-4ba7-a554-6db125f541a7 req-28f9f9ae-399f-4165-b592-b22eacf776d8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:46.956971 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-416df404-6723-4ba7-a554-6db125f541a7 req-28f9f9ae-399f-4165-b592-b22eacf776d8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0539165 Jul 30 16:10:46.964884 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-35c0549e-1dfc-455c-a7cd-747c13bb1f0c req-794db606-f8e2-4455-b768-ce8567ccf05a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360620 Jul 30 16:10:47.002228 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-416df404-6723-4ba7-a554-6db125f541a7 req-3675f0f7-66da-43b8-9b34-26fccca3d19c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375118 Jul 30 16:10:47.129939 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc72881-a17a-4b12-a0e2-e3d9cf664370 req-7fc7d04e-c616-4000-bf2c-a938bcb541d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:47.131323 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bfc72881-a17a-4b12-a0e2-e3d9cf664370 req-7fc7d04e-c616-4000-bf2c-a938bcb541d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Jul 30 16:10:47.170330 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bfc72881-a17a-4b12-a0e2-e3d9cf664370 req-4b82058e-bb3d-454e-b662-f3520a3aae39 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327218 Jul 30 16:10:48.183252 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f9b13-cbf6-41a3-b8f8-a988aac07e5f req-ec24b6f0-4981-4f7e-ba76-20212fbac7ef tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:48.186156 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa2f9b13-cbf6-41a3-b8f8-a988aac07e5f req-ec24b6f0-4981-4f7e-ba76-20212fbac7ef tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0640593 Jul 30 16:10:48.232029 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa2f9b13-cbf6-41a3-b8f8-a988aac07e5f req-b6f9a37e-8400-4b19-854c-606d5135f23f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Jul 30 16:10:48.353357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbdccf-64f7-408c-bb90-7b118ab07c30 req-eba268cc-0eb7-45e4-a25a-5eba0e13cf08 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:48.354932 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfcbdccf-64f7-408c-bb90-7b118ab07c30 req-eba268cc-0eb7-45e4-a25a-5eba0e13cf08 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0526664 Jul 30 16:10:48.361273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0a3f7-a67d-4a1c-bad7-84c8caa26885 req-713a7211-dd07-4328-bc68-5b75b181556e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:48.362732 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7eb0a3f7-a67d-4a1c-bad7-84c8caa26885 req-713a7211-dd07-4328-bc68-5b75b181556e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0544608 Jul 30 16:10:48.393810 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfcbdccf-64f7-408c-bb90-7b118ab07c30 req-8592cb2e-db4f-4845-8a2f-2d69777ea6b4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Jul 30 16:10:48.401595 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7eb0a3f7-a67d-4a1c-bad7-84c8caa26885 req-87f74e13-50bd-413a-87f3-8b397d8b117d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Jul 30 16:10:49.004675 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa6451-40d8-4f2d-bd63-439edeecf723 req-c5cab7cf-35ec-4816-8995-4e8431ba75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.006119 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1ffa6451-40d8-4f2d-bd63-439edeecf723 req-c5cab7cf-35ec-4816-8995-4e8431ba75ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0384195 Jul 30 16:10:49.050117 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1ffa6451-40d8-4f2d-bd63-439edeecf723 req-a7dfce8b-22c4-4d23-9c2c-0430e0ef32db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283153 Jul 30 16:10:49.349166 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb381130-59f0-4ab2-98f7-fbf6a5549248 req-708688d2-08d0-4816-b946-94954e1cc78a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.350661 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-eb381130-59f0-4ab2-98f7-fbf6a5549248 req-708688d2-08d0-4816-b946-94954e1cc78a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0528188 Jul 30 16:10:49.387016 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-eb381130-59f0-4ab2-98f7-fbf6a5549248 req-fdc1178d-0434-4606-9c30-f9914748a2ce tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Jul 30 16:10:49.509911 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210cd48-5287-4b69-93f6-97f2607ce7fe req-3e6c20d9-803b-4fec-b8f2-aa046b966fca tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.511307 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a210cd48-5287-4b69-93f6-97f2607ce7fe req-3e6c20d9-803b-4fec-b8f2-aa046b966fca tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0479443 Jul 30 16:10:49.520388 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb99984-7a63-48f7-96c8-faaa72e629ab req-5fcb82fb-a784-44e6-94e6-fb6df1fb19f5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:49.521894 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1fb99984-7a63-48f7-96c8-faaa72e629ab req-5fcb82fb-a784-44e6-94e6-fb6df1fb19f5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0484602 Jul 30 16:10:49.551400 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a210cd48-5287-4b69-93f6-97f2607ce7fe req-dfd5f338-c39f-4439-8a7f-8a764b16a88c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332363 Jul 30 16:10:49.561142 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1fb99984-7a63-48f7-96c8-faaa72e629ab req-44e09d18-5a82-4471-91a3-c7a53a609576 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332451 Jul 30 16:10:50.498336 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba9bf8-8491-4e31-a072-fab00fb24d52 req-b41588a8-76dd-417d-a1dc-7a4968eb5352 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:50.499815 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-baba9bf8-8491-4e31-a072-fab00fb24d52 req-b41588a8-76dd-417d-a1dc-7a4968eb5352 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0475919 Jul 30 16:10:50.538168 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-baba9bf8-8491-4e31-a072-fab00fb24d52 req-3e734f7a-e6e0-4396-ad82-148bb77bde1e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Jul 30 16:10:50.665660 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d66ad-302a-4a72-9047-0c49620da216 req-c432d6d6-c74f-46a7-9c5e-c8811ff41ab9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:50.667286 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a5d66ad-302a-4a72-9047-0c49620da216 req-c432d6d6-c74f-46a7-9c5e-c8811ff41ab9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Jul 30 16:10:50.688920 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a2a5-fc28-428b-8dfc-913dde5c8fe4 req-793949e9-104c-4798-ac3a-f975b126cb58 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:50.691171 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0cd1a2a5-fc28-428b-8dfc-913dde5c8fe4 req-793949e9-104c-4798-ac3a-f975b126cb58 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0575411 Jul 30 16:10:50.707611 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a5d66ad-302a-4a72-9047-0c49620da216 req-ebec2b72-448a-4516-9f77-4e586bc99e26 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Jul 30 16:10:50.734937 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0cd1a2a5-fc28-428b-8dfc-913dde5c8fe4 req-98c0b1c7-6e0e-48ec-9c52-bc4f955c4f13 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384622 Jul 30 16:10:51.423868 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb7a1-1d8a-4af3-b67c-2e79064aedba req-1e6d3c26-b957-453e-b265-ec4f1962e13b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.425405 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-dfcfb7a1-1d8a-4af3-b67c-2e79064aedba req-1e6d3c26-b957-453e-b265-ec4f1962e13b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0518382 Jul 30 16:10:51.463079 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-dfcfb7a1-1d8a-4af3-b67c-2e79064aedba req-e59054c8-c5ab-40ec-9d85-b7bf43451511 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 30 16:10:51.486440 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57002) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:51.630712 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc7b364-7185-4921-ac98-ec04a8fd8b95 tempest-TestMinimumBasicScenario-1700462479 tempest-TestMinimumBasicScenario-1700462479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.632260 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4dc7b364-7185-4921-ac98-ec04a8fd8b95 tempest-TestMinimumBasicScenario-1700462479 tempest-TestMinimumBasicScenario-1700462479-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1094 time: 0.1448517 Jul 30 16:10:51.635123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57008) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:51.639999 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'port_id': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:51.656836 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b450a15-ed9a-415b-a6d9-a8afc133e596 req-25c2766a-28f7-4d85-96c7-d0f374224441 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.659301 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8b450a15-ed9a-415b-a6d9-a8afc133e596 req-25c2766a-28f7-4d85-96c7-d0f374224441 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Jul 30 16:10:51.664322 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:51.702516 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8b450a15-ed9a-415b-a6d9-a8afc133e596 req-81f81741-be7c-4adf-8486-9b5180078cef tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Jul 30 16:10:51.774091 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:51.835613 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c80543-5a19-4e07-ba2a-8d8e3bd25f90 req-89f5307f-1c00-4abd-b3e7-e7fc334c4131 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.837283 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-51c80543-5a19-4e07-ba2a-8d8e3bd25f90 req-89f5307f-1c00-4abd-b3e7-e7fc334c4131 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0511625 Jul 30 16:10:51.880693 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-51c80543-5a19-4e07-ba2a-8d8e3bd25f90 req-7a525e46-0776-41ea-b870-cee3d9c35199 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 Jul 30 16:10:51.946825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Allocated IP 172.27.0.61 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/958947b0-db3f-488b-9550-cd9c6d560a18) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:10:51.962193 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29de2f-0147-4ea2-a0e8-8d2eb2ff4df0 req-ad89c797-ac61-4316-80e4-06340aca424d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:51.963673 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be29de2f-0147-4ea2-a0e8-8d2eb2ff4df0 req-ad89c797-ac61-4316-80e4-06340aca424d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0886071 Jul 30 16:10:52.051770 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be29de2f-0147-4ea2-a0e8-8d2eb2ff4df0 req-890e18da-a8df-4096-bf49-b97d8901f63e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784976 Jul 30 16:10:52.109778 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317c31-91b5-41fd-933d-f9c15f1e1e2b req-14bddb4c-6016-43e3-b3aa-7ba1a9776475 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:52.111339 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-de317c31-91b5-41fd-933d-f9c15f1e1e2b req-14bddb4c-6016-43e3-b3aa-7ba1a9776475 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0611103 Jul 30 16:10:52.124774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:52.130653 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-bb9c5741-92a7-4297-9997-6b15bf62fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:52.132212 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-bb9c5741-92a7-4297-9997-6b15bf62fd17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e827ef52c141425d86e34941944a68cc&device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 1098 time: 0.0725801 Jul 30 16:10:52.151684 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-de317c31-91b5-41fd-933d-f9c15f1e1e2b req-a9ca244e-da9c-4b61-a015-9cdc00284586 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Jul 30 16:10:52.209298 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:52.253493 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:10:52.263698 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:10:52.266447 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:10:52.305720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'Port': ['ID=958947b0-db3f-488b-9550-cd9c6d560a18,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:52.346007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-9ae544d7-ef2e-40e7-b819-d0f2350594fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:52.347517 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-9ae544d7-ef2e-40e7-b819-d0f2350594fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 200 len: 920 time: 0.1888087 Jul 30 16:10:52.440201 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-ea181f0d-52cd-4bfd-a69c-543cbc2d6f42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 200 len: 217 time: 0.0692048 Jul 30 16:10:52.537065 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-ec7ea041-a3a0-4f3b-bea4-99cafd2bad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:52.538606 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-ec7ea041-a3a0-4f3b-bea4-99cafd2bad02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 200 len: 859 time: 0.0842245 Jul 30 16:10:52.602750 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-8899a8a5-b885-4849-a218-6a271be24871 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470338 Jul 30 16:10:52.642149 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c60d7-7ac9-4658-bc10-cb6fe8676db8 req-88680100-1a34-4b02-8686-8bbf2d0f461d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:52.643745 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-df6c60d7-7ac9-4658-bc10-cb6fe8676db8 req-88680100-1a34-4b02-8686-8bbf2d0f461d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0485489 Jul 30 16:10:52.680990 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-df6c60d7-7ac9-4658-bc10-cb6fe8676db8 req-abfc19ea-ecc8-402b-900d-4e07372d185f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Jul 30 16:10:52.784580 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-7b0f53db-93d9-47dc-b684-bb2b5706b43f service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363356 Jul 30 16:10:52.786918 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:52.826070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:10:52.914952 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:52.924765 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:52.937299 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '9138d528-69f5-4703-ba07-6f85b67dc617', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:10:52.984302 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:52.997989 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:10:53.019705 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:53.023822 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.073544 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=6']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:53.166769 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3700515f-5085-4ab5-b3bc-7b9b558bdbad req-7705128b-59ff-4cb9-81eb-192a39b97c99 service neutron] 10.222.0.70 "GET /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610184 Jul 30 16:10:53.179427 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dff3a-236f-4030-8bdf-d2be26b1ff22 req-b70f12b8-f2f6-4f06-9208-201ad429ab89 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:53.181321 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-470dff3a-236f-4030-8bdf-d2be26b1ff22 req-b70f12b8-f2f6-4f06-9208-201ad429ab89 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0505407 Jul 30 16:10:53.224646 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-470dff3a-236f-4030-8bdf-d2be26b1ff22 req-8c9af9ad-aaa2-4bc9-bdc6-eca785f6b13c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359368 Jul 30 16:10:53.257861 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c1090-50c0-4a5b-9a06-f004a44f954e req-9cf2433e-f034-472f-8e97-8eabc0fa2706 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:53.259340 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-778c1090-50c0-4a5b-9a06-f004a44f954e req-9cf2433e-f034-472f-8e97-8eabc0fa2706 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.1081011 Jul 30 16:10:53.305814 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['9138d528-69f5-4703-ba07-6f85b67dc617'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:53.322828 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-778c1090-50c0-4a5b-9a06-f004a44f954e req-3aa410d7-a868-4d6d-9a18-29d0e19ca6b4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549808 Jul 30 16:10:53.344079 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c995a9-ce22-4c95-8424-9362f33c6645 req-10f33e34-e1a4-476f-9c01-0abaf56d1058 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:53.347814 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95c995a9-ce22-4c95-8424-9362f33c6645 req-10f33e34-e1a4-476f-9c01-0abaf56d1058 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0603206 Jul 30 16:10:53.358589 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.363906 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.383588 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95c995a9-ce22-4c95-8424-9362f33c6645 req-58d71d25-f8af-4464-bc48-86d704430e07 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345724 Jul 30 16:10:53.395182 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.444470 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'Port': ['ID=958947b0-db3f-488b-9550-cd9c6d560a18,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:53.509200 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Floating IP c7d4123c-5c72-4d92-85f7-500c76d2bb3b associated. External IP: 172.27.0.61, port: be55314f-44d9-47f6-87fd-5d73fbe32ff7. Jul 30 16:10:53.714485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Router 96e361a5-3137-4e16-8eed-571e61a94333 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:10:53.840829 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e876b5-2a17-4011-92c2-2315a380b7a5 req-6cbdd17b-07d6-444d-a850-b8fe65669b6d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:53.842999 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91e876b5-2a17-4011-92c2-2315a380b7a5 req-6cbdd17b-07d6-444d-a850-b8fe65669b6d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0886307 Jul 30 16:10:53.869779 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:10:53.879882 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Sync routers for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:10:53.889266 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:53.889866 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:10:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:53.899394 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.905500 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91e876b5-2a17-4011-92c2-2315a380b7a5 req-6e89176f-e747-421d-906b-58456f4e5fed tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 Jul 30 16:10:53.930884 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8336be3a-9bb8-45ae-a9f7-bbc9fe51c524 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2946975 Jul 30 16:10:53.931639 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:53.933565 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57040) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:53.934033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:53.938698 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824267616', 'description': 'tempest-secgroup-smoke-1824267616 description', 'project_id': 'f36597e2839440af8e51082842f1d063'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:53.962436 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:53.970941 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2436a2-5168-47e8-aa17-9418100d61c5 x-openstack-request-id: req-6d2436a2-5168-47e8-aa17-9418100d61c5 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:53.971265 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:53.972042 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d2436a2-5168-47e8-aa17-9418100d61c5 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:53.972042 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:10:53.999080 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:54.049546 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.053995 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.057054 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-cdef4384-9632-4d2f-8fdd-15ae0f60a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.058683 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-cdef4384-9632-4d2f-8fdd-15ae0f60a647 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0483735 Jul 30 16:10:54.083900 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.085502 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1503232 Jul 30 16:10:54.089245 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57044) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:54.094152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:54.099497 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:54.114032 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.114365 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.114937 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.115400 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.115840 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.116332 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.116678 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.116998 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.117324 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.117645 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.118146 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.118469 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2829b995-644b-4b96-98bf-99aa4ed5c219 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:10:54.139714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.161701 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-59b7b309-2780-49c1-bcbf-f717c9a7a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.163257 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-59b7b309-2780-49c1-bcbf-f717c9a7a25a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.0920944 Jul 30 16:10:54.195851 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.200878 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.222869 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.223887 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337359 Jul 30 16:10:54.226328 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380d13e-475e-4178-b3d1-ce92ad07624f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ef6a0a-5808-4d5a-8e4d-88169b699b3a,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:54.227739 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57046) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:54.233153 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:54.244005 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7d4123c-5c72-4d92-85f7-500c76d2bb3b', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'port_id': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'mac_address': 'fa:16:3e:ed:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:52Z', 'updated_at': '2021-07-30T16:10:52Z', 'revision_number': 0, 'project_id': 'f36597e2839440af8e51082842f1d063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:54.249866 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-c0177059-f2c3-4162-811d-10281ef61ac7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 999 time: 0.0704286 Jul 30 16:10:54.266869 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.276183 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Checking router: 96e361a5-3137-4e16-8eed-571e61a94333 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:10:54.285936 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:10:54.286592 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:10:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:54.314484 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-96a8764b-bfac-4374-bbe1-68df2f7639f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.316326 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-96a8764b-bfac-4374-bbe1-68df2f7639f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0562546 Jul 30 16:10:54.339035 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.344033 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.373951 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8932c6-ffb9-4618-8dac-f59fb564a0e8,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:54.386678 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.392638 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1086ce31-1fe1-4554-a0f2-22abb00b38d9 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609356 Jul 30 16:10:54.392638 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57052) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:54.397967 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:54.402658 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:10:54.412879 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5afe9-61fc-46ec-aa55-78ae2375fb46 req-d14462c3-7c96-41ca-b862-6b088efa983a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.418965 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cd5afe9-61fc-46ec-aa55-78ae2375fb46 req-d14462c3-7c96-41ca-b862-6b088efa983a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.1016941 Jul 30 16:10:54.424072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-922dc23c-38aa-454a-9433-71625c4f2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.425690 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-922dc23c-38aa-454a-9433-71625c4f2ab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925219 Jul 30 16:10:54.460064 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.460681 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0cd5afe9-61fc-46ec-aa55-78ae2375fb46 req-230a0a16-15e9-40f1-91dd-26e596d0f8dd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jul 30 16:10:54.507410 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccc408-713f-4684-ac99-e5d64b7c36c1 req-8be87825-ad7f-4e4e-b386-bcc80d210e9d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.509066 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3fccc408-713f-4684-ac99-e5d64b7c36c1 req-8be87825-ad7f-4e4e-b386-bcc80d210e9d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0899475 Jul 30 16:10:54.568934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.594815 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.613324 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d36fc7-b36c-46d8-a80a-6571b18a6cc1,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:54.632109 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3fccc408-713f-4684-ac99-e5d64b7c36c1 req-1c18bce5-7639-433c-97b0-c5fa99feb280 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130044 Jul 30 16:10:54.657578 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-bb052b19-9558-406a-a02b-c07c281553b4 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003028 Jul 30 16:10:54.663475 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7d4123c-5c72-4d92-85f7-500c76d2bb3b', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'port_id': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'mac_address': 'fa:16:3e:ed:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:52Z', 'updated_at': '2021-07-30T16:10:52Z', 'revision_number': 0, 'project_id': 'f36597e2839440af8e51082842f1d063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:10:54.674511 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.678560 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b6ee7c94-e339-4ff9-98ae-5fb1134a667a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2848275 Jul 30 16:10:54.679176 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57058) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:54.689229 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:54.710043 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a159d0-b2b7-4012-b6ea-42ba973be79f None None] The sync data for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi is: [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7d4123c-5c72-4d92-85f7-500c76d2bb3b', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'port_id': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'mac_address': 'fa:16:3e:ed:7b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:10:52Z', 'updated_at': '2021-07-30T16:10:52Z', 'revision_number': 0, 'project_id': 'f36597e2839440af8e51082842f1d063', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:10:54.728055 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.747957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f818d50-0640-4151-bec0-c3f85c67ea5d req-e1c41c8c-5962-4abc-87e7-51efe713909e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:54.757410 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f818d50-0640-4151-bec0-c3f85c67ea5d req-e1c41c8c-5962-4abc-87e7-51efe713909e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.2093871 Jul 30 16:10:54.797606 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.802722 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.819739 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5f818d50-0640-4151-bec0-c3f85c67ea5d req-5d908808-c4d9-433a-9dbf-c71a3646dff8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613036 Jul 30 16:10:54.833719 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1810ab06-4ca8-4638-b7ca-114e9ed4e6b3 req-23e17955-aaf1-4c4b-8dbc-c2c529e9df00 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607773 Jul 30 16:10:54.839869 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.841819 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609941 Jul 30 16:10:54.843029 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb08cd-0fb0-4a6b-9d81-bf2ef1169c5d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b680c3-b369-4486-aff3-d2288bb3c169,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:54.844743 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57060) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:54.851399 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:54.857024 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:10:54.880937 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.securitygroups_db [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Project f36597e2839440af8e51082842f1d063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:10:54.890240 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.945679 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 9138d528-69f5-4703-ba07-6f85b67dc617 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:54.946059 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.985644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d6efd-6fe5-4f4a-9e45-5a492a396e76 None None] New status for floating IP c7d4123c-5c72-4d92-85f7-500c76d2bb3b: ACTIVE {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:10:54.991064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:54.996255 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.016395 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab925e2-8ab4-4736-bafd-952d83b31166,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:55.034420 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.035710 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-11c60a59-87bb-41e3-98eb-1b0d07a0e010 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893156 Jul 30 16:10:55.038363 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57064) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:10:55.042922 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'security_group_rule': {'security_group_id': '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92', 'project_id': 'f36597e2839440af8e51082842f1d063', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:55.068813 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.securitygroups_db [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Project f36597e2839440af8e51082842f1d063 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:10:55.069395 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2084b-7f04-46bb-b66f-7f96d0c2bc2a req-46ff2040-a9f6-413f-ae8f-6007bcd80842 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.071067 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-19a2084b-7f04-46bb-b66f-7f96d0c2bc2a req-46ff2040-a9f6-413f-ae8f-6007bcd80842 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0611730 Jul 30 16:10:55.076977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.113855 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-19a2084b-7f04-46bb-b66f-7f96d0c2bc2a req-3b27d6d0-5a33-4d9e-bd1d-d9da9ccc3f37 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Jul 30 16:10:55.146498 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.150701 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.168203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27120f9d-543c-441c-889c-7b081512ed30,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:55.176341 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.177911 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-58d77451-67ef-4cbb-9567-a96d5c76d9c8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386132 Jul 30 16:10:55.272852 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.274344 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-69f97311-00ed-463d-beff-c9dc7ced5427 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824267616&fields=id&tenant_id=f36597e2839440af8e51082842f1d063 HTTP/1.1" status: 200 len: 267 time: 0.0480630 Jul 30 16:10:55.326659 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:55.328946 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe9db6-4aa5-4909-8d12-b57e1ca407a7" -d '{"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:55.332485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-119bc446-844c-4bd1-b700-0984e51f6e2d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.334413 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-119bc446-844c-4bd1-b700-0984e51f6e2d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0534236 Jul 30 16:10:55.342421 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:55.346741 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.358089 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'port': {'security_groups': ['1b2d6a6d-d945-4339-89d4-fc6b2b83bf87', '9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:10:55.377052 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908e114a-32c5-441f-82ab-2d678577f607 x-openstack-request-id: req-908e114a-32c5-441f-82ab-2d678577f607 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:55.377350 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:55.377605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-908e114a-32c5-441f-82ab-2d678577f607 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:55.377996 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'code': 200} Jul 30 16:10:55.403276 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=7']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:55.430905 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.598052 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21b93-a868-4918-8f0e-29426d745735 req-7f6e1204-3315-4046-9eb6-cb40366d3030 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.603594 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66b21b93-a868-4918-8f0e-29426d745735 req-7f6e1204-3315-4046-9eb6-cb40366d3030 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0618384 Jul 30 16:10:55.639079 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66b21b93-a868-4918-8f0e-29426d745735 req-a5a3dad0-e5b0-4366-a54a-ff134c3797e9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336759 Jul 30 16:10:55.649713 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:55.682119 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.688599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.710913 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:55.759854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.760731 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:55.762283 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-00d2481c-e9e4-49c6-b1bd-1086a64900d8 req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "PUT /v2.0/ports/be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 982 time: 0.4102094 Jul 30 16:10:55.808044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbafbc6-477a-4860-8f94-8e3346068a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=6']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:55.812121 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068bc40-ed00-4a4a-a437-54d073f637ca req-f63d96ce-7327-4e81-a5f0-cc4ad2136aa0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.814321 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3068bc40-ed00-4a4a-a437-54d073f637ca req-f63d96ce-7327-4e81-a5f0-cc4ad2136aa0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0770974 Jul 30 16:10:55.886599 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3068bc40-ed00-4a4a-a437-54d073f637ca req-ec7b10c4-5d11-479f-ba42-0ce1f3e1d1d2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572069 Jul 30 16:10:55.973777 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aadf4-b6e0-4ba1-86cf-425612b38874 req-477a6c0d-1108-4daa-a862-2420e67bf0c6 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:55.980030 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a38aadf4-b6e0-4ba1-86cf-425612b38874 req-477a6c0d-1108-4daa-a862-2420e67bf0c6 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.1307337 Jul 30 16:10:55.980526 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:55.985313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:56.086240 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a38aadf4-b6e0-4ba1-86cf-425612b38874 req-012df3a3-a196-471f-8219-99470eb9b332 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971601 Jul 30 16:10:56.119859 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c4d5-c6eb-444a-921f-416566c8594e req-a3683ee5-56dd-4225-aea0-c6b224482512 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.128908 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90c4c4d5-c6eb-444a-921f-416566c8594e req-a3683ee5-56dd-4225-aea0-c6b224482512 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1065893 Jul 30 16:10:56.147490 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-480022ab-f7dc-403c-82c8-41fbf3483272 None None] Provisioning complete for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:10:56.148078 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-480022ab-f7dc-403c-82c8-41fbf3483272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:56.154782 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:56.175677 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb9d21-74bb-445a-8e1e-f1e6d46e207a x-openstack-request-id: req-2adb9d21-74bb-445a-8e1e-f1e6d46e207a {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:56.175976 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:56.176231 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2adb9d21-74bb-445a-8e1e-f1e6d46e207a {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:56.176630 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:10:56.179155 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90c4c4d5-c6eb-444a-921f-416566c8594e req-2c727ca7-ceac-4d7e-b8ec-347a06d651a1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Jul 30 16:10:56.206880 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:10:56.322215 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-7ce81c93-e6b2-4467-8fa7-82990dcb2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.324041 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-7ce81c93-e6b2-4467-8fa7-82990dcb2bc0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1138 time: 0.0910017 Jul 30 16:10:56.332945 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41aa68-13c4-48d2-b182-88d0d9e75cf4 req-f1ce6aa9-a214-422d-bf55-885ce0a7bd98 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.339674 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-dc41aa68-13c4-48d2-b182-88d0d9e75cf4 req-f1ce6aa9-a214-422d-bf55-885ce0a7bd98 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0881338 Jul 30 16:10:56.395747 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-dc41aa68-13c4-48d2-b182-88d0d9e75cf4 req-0d6b6e21-1799-47f3-89e4-83bfdb274045 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Jul 30 16:10:56.475634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-6ed005af-6512-4153-b071-c10200bdc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.477498 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-6ed005af-6512-4153-b071-c10200bdc124 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.1350927 Jul 30 16:10:56.572208 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-afcf8b77-d0d0-4fd0-a9fa-cc01f50a98e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0725906 Jul 30 16:10:56.641840 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-dc34fc70-f22d-46d3-89fd-ca56854c4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.645380 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-dc34fc70-f22d-46d3-89fd-ca56854c4bf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0540411 Jul 30 16:10:56.735382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-c55295e9-ddbe-4c67-a0ac-bd456f5d48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.736944 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-c55295e9-ddbe-4c67-a0ac-bd456f5d48b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561218 Jul 30 16:10:56.838954 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8bf5d-e4b6-4232-bfef-31633da1f202 req-9b5bcace-6086-49c1-9843-6059020a023a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.840531 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4d8bf5d-e4b6-4232-bfef-31633da1f202 req-9b5bcace-6086-49c1-9843-6059020a023a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0865381 Jul 30 16:10:56.884788 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-d29779ff-dc1e-4256-8a68-7c896e7b3ffa service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325686 Jul 30 16:10:56.895696 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4d8bf5d-e4b6-4232-bfef-31633da1f202 req-ce8b13c1-9bba-40ed-bb12-a6edae9c45da tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Jul 30 16:10:56.996847 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-b104b447-3c32-4a98-b474-75d79240099a tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:56.998936 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-b104b447-3c32-4a98-b474-75d79240099a tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.0748301 Jul 30 16:10:57.053334 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec666f-2c6b-4c56-833e-1fd6bbff6164 req-514a1601-25d1-4d55-9190-ec4c0b269c88 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:57.056429 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5ec666f-2c6b-4c56-833e-1fd6bbff6164 req-514a1601-25d1-4d55-9190-ec4c0b269c88 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0714834 Jul 30 16:10:57.095166 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a19f6d1-0630-4497-b6e1-9cb4ed13d4e7 req-0c30aae9-0381-4319-ac73-77079e21c9ad service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716712 Jul 30 16:10:57.115738 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5ec666f-2c6b-4c56-833e-1fd6bbff6164 req-9e4665d1-3e43-4d7a-b056-47a8ad77d2bf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516531 Jul 30 16:10:57.181808 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Deleting port 49f42183-504d-4e4f-9f31-34ca7e547fa0 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:10:57.182820 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:57.327623 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] For port 49f42183-504d-4e4f-9f31-34ca7e547fa0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=49f42183-504d-4e4f-9f31-34ca7e547fa0,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:10:57.327987 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:57.346585 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Calling delete_port for 49f42183-504d-4e4f-9f31-34ca7e547fa0 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:10:57.363664 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d33d51-ac5c-420c-8f29-8864a65f710c req-a1b69067-e5a2-4f9c-805e-ce5b9745f396 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:57.369287 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b1d33d51-ac5c-420c-8f29-8864a65f710c req-a1b69067-e5a2-4f9c-805e-ce5b9745f396 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1149452 Jul 30 16:10:57.486603 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b1d33d51-ac5c-420c-8f29-8864a65f710c req-d782d615-a3e3-4290-b7ad-18f70e016062 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102476 Jul 30 16:10:57.571334 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6580318-d22e-4254-b74e-4e3c160c484d req-9bd6c101-0e48-4c0b-a8ff-26e8c56d4106 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:57.573818 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a6580318-d22e-4254-b74e-4e3c160c484d req-9bd6c101-0e48-4c0b-a8ff-26e8c56d4106 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 945 time: 0.1041462 Jul 30 16:10:57.608671 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:57.631254 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a6580318-d22e-4254-b74e-4e3c160c484d req-09174d95-d3e9-4e43-98ee-515c0254861a tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Jul 30 16:10:57.639499 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['49f42183-504d-4e4f-9f31-34ca7e547fa0'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:10:57.711071 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Pushing event deleted for resources: {'Port': ['ID=49f42183-504d-4e4f-9f31-34ca7e547fa0,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:10:57.738875 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] No DVR routers for this DVR port 49f42183-504d-4e4f-9f31-34ca7e547fa0 on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:10:57.742856 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:10:57.750256 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0f1c5414-ac4d-4a07-8a86-058bac5834b3 req-339ace6f-4104-4759-b8b8-7fc1c57b49cc tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "DELETE /v2.0/ports/49f42183-504d-4e4f-9f31-34ca7e547fa0 HTTP/1.1" status: 204 len: 173 time: 0.7401824 Jul 30 16:10:57.750955 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'name': 'network-vif-deleted', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:10:57.755007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96f3da-02c8-465f-9ae9-d2a227d704f4" -d '{"events": [{"server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "name": "network-vif-deleted", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:10:57.802142 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b205349-1d82-43e7-87b6-efc26a0c8726 x-openstack-request-id: req-7b205349-1d82-43e7-87b6-efc26a0c8726 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:10:57.802434 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96da483e-dc7d-4c23-b608-22490f6b4b4a", "name": "network-vif-deleted", "tag": "49f42183-504d-4e4f-9f31-34ca7e547fa0", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:10:57.802685 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b205349-1d82-43e7-87b6-efc26a0c8726 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:10:57.803076 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da483e-dc7d-4c23-b608-22490f6b4b4a', 'name': 'network-vif-deleted', 'tag': '49f42183-504d-4e4f-9f31-34ca7e547fa0', 'status': 'completed', 'code': 200} Jul 30 16:10:58.043506 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17a6d6-27f8-4b0d-98f2-bc318e483e4e req-416e5414-c094-4066-bff7-8c44e3db7ad9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:58.045188 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7d17a6d6-27f8-4b0d-98f2-bc318e483e4e req-416e5414-c094-4066-bff7-8c44e3db7ad9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0556731 Jul 30 16:10:58.107881 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7d17a6d6-27f8-4b0d-98f2-bc318e483e4e req-deefd548-4125-4eea-a5e4-40ffaecd7a83 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Jul 30 16:10:58.257294 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5316c1-f537-451b-9d6f-04c8c9197276 req-c09271c7-e168-4a5b-8cb8-d6c0c61b99e6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:58.259467 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf5316c1-f537-451b-9d6f-04c8c9197276 req-c09271c7-e168-4a5b-8cb8-d6c0c61b99e6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Jul 30 16:10:58.303291 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bf5316c1-f537-451b-9d6f-04c8c9197276 req-38d38eef-cc6e-4e7a-ab7c-56fae29c1e6c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364587 Jul 30 16:10:58.648197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cee27-8dc6-446c-a822-dfee3effc04f req-5a25b5d4-2411-4827-9b0b-8b5fe8be69a8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:58.650823 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b5cee27-8dc6-446c-a822-dfee3effc04f req-5a25b5d4-2411-4827-9b0b-8b5fe8be69a8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0557506 Jul 30 16:10:58.748069 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b5cee27-8dc6-446c-a822-dfee3effc04f req-7257a38e-2eaf-4543-be2d-b7a3ec69d176 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901008 Jul 30 16:10:58.769650 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9f87a065-a08f-4569-9920-024536ac703f req-de5348b3-927b-4c88-bbb3-61dcaad58c0e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=96da483e-dc7d-4c23-b608-22490f6b4b4a HTTP/1.1" status: 200 len: 210 time: 0.0373852 Jul 30 16:10:59.258383 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402ac4-2d15-4a25-996f-fe6d358ac7f8 req-46568da3-b4ac-41eb-9fe6-7a03e56ac85b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:59.264993 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a1402ac4-2d15-4a25-996f-fe6d358ac7f8 req-46568da3-b4ac-41eb-9fe6-7a03e56ac85b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0641422 Jul 30 16:10:59.336310 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a1402ac4-2d15-4a25-996f-fe6d358ac7f8 req-95422072-bb5b-4639-9eba-37747674f5fb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616302 Jul 30 16:10:59.459419 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6618-632f-40e1-95c7-965769a75095 req-3b07b5f5-24b2-429b-bae3-aadaef990084 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:10:59.461057 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e61f6618-632f-40e1-95c7-965769a75095 req-3b07b5f5-24b2-429b-bae3-aadaef990084 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0664544 Jul 30 16:10:59.518581 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e61f6618-632f-40e1-95c7-965769a75095 req-1a66b1ef-f887-4638-84f6-d8753c7c2b8d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Jul 30 16:11:00.469279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df540c2-9f83-41f3-af94-0c605e191723 req-36238804-6d61-4121-8060-1df76c6ddc9c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:00.474525 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7df540c2-9f83-41f3-af94-0c605e191723 req-36238804-6d61-4121-8060-1df76c6ddc9c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0598652 Jul 30 16:11:00.513549 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7df540c2-9f83-41f3-af94-0c605e191723 req-dcc1f503-072b-4a68-b540-4e252c78663a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Jul 30 16:11:00.653323 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac9f1c-4f2b-462c-aa8b-eb688b701967 req-117e70cd-ccc5-45d0-8be4-3de59470eee8 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:00.656124 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dfac9f1c-4f2b-462c-aa8b-eb688b701967 req-117e70cd-ccc5-45d0-8be4-3de59470eee8 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0571351 Jul 30 16:11:00.705182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dfac9f1c-4f2b-462c-aa8b-eb688b701967 req-83d9abb6-3d47-4915-aa76-fb98ab573453 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Jul 30 16:11:01.641480 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f2d20-353b-4478-b2c1-fda2dc972c49 req-66a1e078-554d-445f-8459-02b46c834a77 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:01.643091 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1c9f2d20-353b-4478-b2c1-fda2dc972c49 req-66a1e078-554d-445f-8459-02b46c834a77 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0515411 Jul 30 16:11:01.692487 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1c9f2d20-353b-4478-b2c1-fda2dc972c49 req-c3522482-759f-4fac-bc92-c35183f9b008 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Jul 30 16:11:01.834076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344b5d7-06b6-4da6-8a52-d67dbd5dc9c9 req-4f82a12d-283a-4d39-acde-dc047b391b8b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:01.835555 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5344b5d7-06b6-4da6-8a52-d67dbd5dc9c9 req-4f82a12d-283a-4d39-acde-dc047b391b8b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Jul 30 16:11:02.085382 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5344b5d7-06b6-4da6-8a52-d67dbd5dc9c9 req-63bedba1-4ecf-46eb-9b20-1d3d78d43b0a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432218 Jul 30 16:11:02.822031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc84fe-a605-4cb7-b4eb-a1d3bf0c342a req-6a8fcd19-1650-4da4-b53b-30d112cb5ce5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:02.823680 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-40fc84fe-a605-4cb7-b4eb-a1d3bf0c342a req-6a8fcd19-1650-4da4-b53b-30d112cb5ce5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0534098 Jul 30 16:11:02.863271 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 49f42183-504d-4e4f-9f31-34ca7e547fa0 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:02.876742 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-40fc84fe-a605-4cb7-b4eb-a1d3bf0c342a req-5a18750a-7475-4fd7-9b10-381e3ad5fb9c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Jul 30 16:11:02.891915 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 49f42183-504d-4e4f-9f31-34ca7e547fa0 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:11:02.892261 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 49f42183-504d-4e4f-9f31-34ca7e547fa0 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:11:03.217197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196df4a-38cb-4a04-9141-da59978ae859 req-9ce07439-b312-49b7-b497-4c12b62ef6b6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:03.218752 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1196df4a-38cb-4a04-9141-da59978ae859 req-9ce07439-b312-49b7-b497-4c12b62ef6b6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0519044 Jul 30 16:11:03.257565 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1196df4a-38cb-4a04-9141-da59978ae859 req-78de2c6a-c775-4a29-b24e-69b639fe1cb4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Jul 30 16:11:04.006386 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13671a7-0e33-4b84-b487-b74daa366382 req-75ae592c-e2af-4fb8-b1d9-85820b6c47f0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:04.008001 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e13671a7-0e33-4b84-b487-b74daa366382 req-75ae592c-e2af-4fb8-b1d9-85820b6c47f0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0521443 Jul 30 16:11:04.048790 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e13671a7-0e33-4b84-b487-b74daa366382 req-05398201-65c8-4b0a-993c-11cfb108bee5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339553 Jul 30 16:11:04.389125 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242068a-e35d-410a-abc4-c9f79120002e req-de6bafc5-f879-4a8c-a280-530b669e8abd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:04.390721 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b242068a-e35d-410a-abc4-c9f79120002e req-de6bafc5-f879-4a8c-a280-530b669e8abd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0565064 Jul 30 16:11:04.438125 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b242068a-e35d-410a-abc4-c9f79120002e req-d0a2b889-4c96-435c-af90-4075cdfcab5f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Jul 30 16:11:05.202619 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717eb4-aa60-4187-9de6-aadc22b4fbec req-b679aa62-c1f2-4560-b052-ab51d6f46fbe tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:05.205789 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3f717eb4-aa60-4187-9de6-aadc22b4fbec req-b679aa62-c1f2-4560-b052-ab51d6f46fbe tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0781422 Jul 30 16:11:05.250996 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3f717eb4-aa60-4187-9de6-aadc22b4fbec req-b400aede-46a4-455e-8e2c-63af4225cbdb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Jul 30 16:11:05.560631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13beb08-ed02-4a85-88cc-a82b53f36bc9 req-697ec6f6-f7ce-4344-99a1-5d38f1c0299f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:05.562203 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b13beb08-ed02-4a85-88cc-a82b53f36bc9 req-697ec6f6-f7ce-4344-99a1-5d38f1c0299f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Jul 30 16:11:05.601628 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b13beb08-ed02-4a85-88cc-a82b53f36bc9 req-60eaf8ec-181f-4910-86e0-552d27ad79c4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Jul 30 16:11:06.374192 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b276602-3c32-4221-9a43-8a0ab69cf452 req-9cc1e017-038c-4061-989e-c9346c554261 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.375697 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6b276602-3c32-4221-9a43-8a0ab69cf452 req-9cc1e017-038c-4061-989e-c9346c554261 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0525165 Jul 30 16:11:06.414776 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6b276602-3c32-4221-9a43-8a0ab69cf452 req-7d22b07a-f736-4d71-af2e-798c7718d52a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Jul 30 16:11:06.688600 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-f3ebf89c-8677-4561-92d4-47f3d193a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.690197 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-f3ebf89c-8677-4561-92d4-47f3d193a69b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1098 time: 0.0409348 Jul 30 16:11:06.720018 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eeada-7742-44cc-b9db-5cda3e321ee5 req-4892c5d5-e580-47bf-8e63-4e4ff8d29d11 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.721509 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a12eeada-7742-44cc-b9db-5cda3e321ee5 req-4892c5d5-e580-47bf-8e63-4e4ff8d29d11 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0485544 Jul 30 16:11:06.760411 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a12eeada-7742-44cc-b9db-5cda3e321ee5 req-0fbe7122-c0c4-4d0e-b02c-d0c8f3b0339f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Jul 30 16:11:06.800878 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-e824f808-a71f-47af-a496-84e24977015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.803707 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-e824f808-a71f-47af-a496-84e24977015b service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0980783 Jul 30 16:11:06.917691 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-a19022ed-e766-48ac-9de4-2b5a6aaf3c92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 1000 time: 0.1016221 Jul 30 16:11:06.976141 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-2ce869cd-4b64-484a-9d5b-2a889f1d3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:06.977601 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-2ce869cd-4b64-484a-9d5b-2a889f1d3497 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0478597 Jul 30 16:11:07.033009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-b5ea2c93-de31-455b-932b-61e75c6b1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:07.034468 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-b5ea2c93-de31-455b-932b-61e75c6b1ae7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417070 Jul 30 16:11:07.141775 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-a674d03e-28b1-4c83-a2e6-b02552cff612 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Jul 30 16:11:07.536256 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf4377-b4c5-4fcf-b877-13e17cc5c852 req-de06883e-6c49-4612-a26d-00028687dfb8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:07.537737 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bbf4377-b4c5-4fcf-b877-13e17cc5c852 req-de06883e-6c49-4612-a26d-00028687dfb8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0513628 Jul 30 16:11:07.575862 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9bbf4377-b4c5-4fcf-b877-13e17cc5c852 req-f16d6363-788b-4228-a896-d54514708642 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Jul 30 16:11:07.877845 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bdc0a-3d38-4abb-89b0-9a0346225994 req-ef622e29-2b0d-471a-9be2-85cb693aaab7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:07.879335 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a26bdc0a-3d38-4abb-89b0-9a0346225994 req-ef622e29-2b0d-471a-9be2-85cb693aaab7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Jul 30 16:11:07.916349 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a26bdc0a-3d38-4abb-89b0-9a0346225994 req-59aef2bc-80fb-47ab-a904-f455e72c9dc7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312057 Jul 30 16:11:07.982459 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-86e4b731-8620-453b-8812-3b7a33e36328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:08.335934 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69c6e5d4-37ea-440d-bb8f-74816f98291a req-0f1838aa-d7b6-4526-97fe-00a7dcac3635 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814333 Jul 30 16:11:08.694075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d135-3df5-4612-b04b-bd25defa359d req-35a0670c-c9e6-46b4-bd6d-49ee426d262c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:08.695540 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9e22d135-3df5-4612-b04b-bd25defa359d req-35a0670c-c9e6-46b4-bd6d-49ee426d262c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0485656 Jul 30 16:11:08.736160 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9e22d135-3df5-4612-b04b-bd25defa359d req-b4446553-4b9c-41c5-8210-f5188a23d2e6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343142 Jul 30 16:11:09.032751 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da130176-a86b-4b36-bc54-69615b6c7a12 req-7eea5aee-2915-4faa-b2b3-08eabc18c385 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:09.034201 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da130176-a86b-4b36-bc54-69615b6c7a12 req-7eea5aee-2915-4faa-b2b3-08eabc18c385 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Jul 30 16:11:09.072383 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da130176-a86b-4b36-bc54-69615b6c7a12 req-b958ef75-dccd-4012-89d8-2b87e03cbd7e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Jul 30 16:11:09.849953 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d849453-1da6-42ba-86ca-26cd145d0eba req-b065addf-82b3-489b-a26b-3dcfb7665977 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:09.851417 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5d849453-1da6-42ba-86ca-26cd145d0eba req-b065addf-82b3-489b-a26b-3dcfb7665977 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 945 time: 0.0466511 Jul 30 16:11:09.888845 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5d849453-1da6-42ba-86ca-26cd145d0eba req-55bc4106-bbd1-4455-8116-a8b7441cee81 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Jul 30 16:11:10.186703 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef398a-29b8-437d-8862-b84e2843d972 req-ce62f74c-117e-43b4-93f2-acc6cf3c2ec4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:10.188118 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-38ef398a-29b8-437d-8862-b84e2843d972 req-ce62f74c-117e-43b4-93f2-acc6cf3c2ec4 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0485864 Jul 30 16:11:10.225235 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-38ef398a-29b8-437d-8862-b84e2843d972 req-123c322a-83ac-43a9-9d7f-25ca9e7cbc6b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Jul 30 16:11:10.430423 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d6607679-6283-4732-8800-cd838a8cc25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:10.632958 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:10.708070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:10.729364 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:10.731820 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb974946-9fb7-4c32-8cae-6b8d928884bd" -d '{"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:10.748287 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:10.753382 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:10.777751 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c4c41f-7ec6-41cd-8d03-d27cca42bfaf x-openstack-request-id: req-77c4c41f-7ec6-41cd-8d03-d27cca42bfaf {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:10.778064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-unplugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:10.778374 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77c4c41f-7ec6-41cd-8d03-d27cca42bfaf {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:10.778851 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'code': 200} Jul 30 16:11:10.804927 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:10.816626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=8']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:11.007724 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52829cb2-b825-4be0-9fca-155e63bfed7c req-dd786868-4dc9-4541-a9ea-104ee6dac037 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:11.009243 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-52829cb2-b825-4be0-9fca-155e63bfed7c req-dd786868-4dc9-4541-a9ea-104ee6dac037 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0480943 Jul 30 16:11:11.048256 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-52829cb2-b825-4be0-9fca-155e63bfed7c req-f50176d2-8072-41d1-9469-650b62ac9072 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Jul 30 16:11:11.276617 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:11.343385 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2444e59-746a-41fa-8c7b-9d4f8099107b req-2925a0a7-a8bf-496f-a728-02714ad202de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:11.344827 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2444e59-746a-41fa-8c7b-9d4f8099107b req-2925a0a7-a8bf-496f-a728-02714ad202de tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0488043 Jul 30 16:11:11.382364 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2444e59-746a-41fa-8c7b-9d4f8099107b req-604af639-60a2-4d50-b708-b3420459c3e1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Jul 30 16:11:11.704271 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:11.956739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-4337f534-1b16-40b5-bad0-2f7a756d11ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:11.958211 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-4337f534-1b16-40b5-bad0-2f7a756d11ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 814 time: 0.1052680 Jul 30 16:11:11.973460 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-988cb2a7-bb07-40ce-9e11-cbc750950265 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/quotas/e2bbd6beaee8450d825abd418910d05c HTTP/1.1" status: 200 len: 375 time: 0.0095539 Jul 30 16:11:12.003262 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-6d77fe20-e247-4d7c-8c66-870789685fa6 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246577 Jul 30 16:11:12.097080 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-bbad6c5d-6746-48ea-890d-7fb480d26e7b service neutron] 10.222.0.37 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Jul 30 16:11:12.180998 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1073d-9d78-4be6-8274-455fd76916ae req-9715051d-e72f-4875-804e-829cc3e9f4d0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:12.182492 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1ad1073d-9d78-4be6-8274-455fd76916ae req-9715051d-e72f-4875-804e-829cc3e9f4d0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0584381 Jul 30 16:11:12.189564 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-84d0982d-3bad-47ca-9fa6-bf80ba640289 service neutron] 10.222.0.37 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Jul 30 16:11:12.227110 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1ad1073d-9d78-4be6-8274-455fd76916ae req-0b7b4571-1549-46cd-b489-ad713e087817 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Jul 30 16:11:12.455786 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a57ba12d-6bf4-4d7e-8556-04508f63ff8e req-8d23d153-843e-490a-a4f3-dbd6464b0bcd tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 210 time: 0.0432327 Jul 30 16:11:12.531967 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde99dd-cb84-462b-a405-a5728d702647 req-1e2123bd-b427-41b6-a476-baa4ef74f88c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:12.534972 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2bde99dd-cb84-462b-a405-a5728d702647 req-1e2123bd-b427-41b6-a476-baa4ef74f88c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0577316 Jul 30 16:11:12.569704 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812447b-fd70-48a3-8627-64cb9b0c19bd req-3cc69086-9ee0-4ccc-ac16-79a1aa205bcd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:12.571591 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a812447b-fd70-48a3-8627-64cb9b0c19bd req-3cc69086-9ee0-4ccc-ac16-79a1aa205bcd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0564740 Jul 30 16:11:12.579248 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2bde99dd-cb84-462b-a405-a5728d702647 req-fe692b3f-9d8a-4a95-9149-21cc94956eee tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Jul 30 16:11:12.617999 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a812447b-fd70-48a3-8627-64cb9b0c19bd req-966303d1-8c50-46ba-ab52-890baada07d9 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377972 Jul 30 16:11:12.691458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82e789-41fa-4a0d-9fe6-64beef83d224 req-4e199614-5080-43a3-abf5-d55e3a35c527 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:12.693022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e82e789-41fa-4a0d-9fe6-64beef83d224 req-4e199614-5080-43a3-abf5-d55e3a35c527 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0504069 Jul 30 16:11:12.733620 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e82e789-41fa-4a0d-9fe6-64beef83d224 req-f8b9f899-8d55-48f0-a041-b46568f369cc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 30 16:11:12.907875 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-0489bbb6-caef-4f20-bb96-ff2623e9f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:12.909379 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-0489bbb6-caef-4f20-bb96-ff2623e9f351 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1096 time: 0.0395064 Jul 30 16:11:13.033309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-7b30188f-e1bc-4d89-8127-27084ab8230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.034851 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-7b30188f-e1bc-4d89-8127-27084ab8230a service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0871637 Jul 30 16:11:13.107894 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-cb69b1bb-5514-40df-9d12-cac8a332e648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 998 time: 0.0565581 Jul 30 16:11:13.174105 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-e8088d36-c2db-499e-a1a0-94a0dc56cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.175624 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-e8088d36-c2db-499e-a1a0-94a0dc56cf97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0509245 Jul 30 16:11:13.467482 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-2472634a-88e5-4e03-8125-ed3ea47028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.468958 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-2472634a-88e5-4e03-8125-ed3ea47028d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2771006 Jul 30 16:11:13.479876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659eef4-f9df-4609-95e0-9db8ce6e38fb req-5e6c40c4-d183-4069-94bd-77e9eb27787a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.481273 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6659eef4-f9df-4609-95e0-9db8ce6e38fb req-5e6c40c4-d183-4069-94bd-77e9eb27787a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0558968 Jul 30 16:11:13.550307 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b5555de-b48f-407b-85cf-ab37a5514599 req-c73928b5-7fe4-4f7b-b2f9-17ec5d62b4c9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 210 time: 0.0270770 Jul 30 16:11:13.574676 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6659eef4-f9df-4609-95e0-9db8ce6e38fb req-01db22e1-2c0e-44ae-bdf3-2f964d17ad45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849228 Jul 30 16:11:13.592283 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-c5315f68-4df6-4cad-b269-d033b7b49c41 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095352 Jul 30 16:11:13.692045 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:13.716373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105d38a-bf1e-4d18-bd51-df5a316b4a16 req-2a4b2fab-2fa1-41c0-966a-613ca66a50f8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.718040 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a105d38a-bf1e-4d18-bd51-df5a316b4a16 req-2a4b2fab-2fa1-41c0-966a-613ca66a50f8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0697215 Jul 30 16:11:13.761763 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a105d38a-bf1e-4d18-bd51-df5a316b4a16 req-9c48c627-aa20-43fa-a380-3127c60699ae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Jul 30 16:11:13.762281 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-89b57862-f22d-42dd-a29f-01a8a0954641 req-d6884955-f0db-49ce-9ed9-90a55aed309f service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292005 Jul 30 16:11:13.782648 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694bf5d-c858-4f41-b94d-624332c7a219 req-7cb6cf12-6a60-431a-b785-c5cd746e9433 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.782648 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0694bf5d-c858-4f41-b94d-624332c7a219 req-7cb6cf12-6a60-431a-b785-c5cd746e9433 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0700393 Jul 30 16:11:13.882240 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0694bf5d-c858-4f41-b94d-624332c7a219 req-e74ed726-68ee-4c22-b604-6f1c78ec6ba2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930371 Jul 30 16:11:13.888802 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6752c-da0d-413d-b9d6-db69be031701 req-f44c8537-e399-4150-ac5c-68af6982c57f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.890425 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1d6752c-da0d-413d-b9d6-db69be031701 req-f44c8537-e399-4150-ac5c-68af6982c57f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0623240 Jul 30 16:11:13.926114 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-893c3196-d861-4b3f-8911-85d1296c25dd tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:13.927617 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-893c3196-d861-4b3f-8911-85d1296c25dd tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 814 time: 0.1305914 Jul 30 16:11:13.934018 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1d6752c-da0d-413d-b9d6-db69be031701 req-f82100e2-17c1-486f-ba3a-964ab140b877 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Jul 30 16:11:13.969757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Request body: {'port': {'device_id': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a', 'admin_state_up': True, 'tenant_id': 'e2bbd6beaee8450d825abd418910d05c'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:11:14.081551 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Made reservation on behalf of e2bbd6beaee8450d825abd418910d05c for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:11:14.085074 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:14.214089 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Allocated IP 172.20.0.11 (1532ae73-edd4-48ea-b12b-b0dca0c66e2a/6fc04aea-9b17-4df7-8aaa-40029597aba0/e2691890-7408-442b-9f7b-d4d100c13d23) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:11:14.361688 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:14.399309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:14.443746 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:11:14.446733 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:11:14.452824 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:11:14.458610 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Pushing event updated for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:14.502694 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:14.503345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:14.516883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-136382b9-16f4-4422-94f2-af018482d1ea tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518379 Jul 30 16:11:14.544802 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Request body: {'port': {'device_id': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:11:14.605991 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:14.704032 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a65c-d23a-410f-afff-45b5b2753fc7 req-de48c0ab-6c28-4b6f-a4e7-ae28c3d31f7e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:14.705630 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f969a65c-d23a-410f-afff-45b5b2753fc7 req-de48c0ab-6c28-4b6f-a4e7-ae28c3d31f7e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0534513 Jul 30 16:11:14.745897 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f969a65c-d23a-410f-afff-45b5b2753fc7 req-0af6cab8-6a19-4b0e-b4dd-fbc13e5f5134 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338662 Jul 30 16:11:14.758938 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb221b7e-97e7-4dd3-89f5-f4d26e5d8fd1 req-2d8ce1d9-c0f3-4b18-8d2e-a71d692548c2 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:14.761315 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cb221b7e-97e7-4dd3-89f5-f4d26e5d8fd1 req-2d8ce1d9-c0f3-4b18-8d2e-a71d692548c2 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 932 time: 0.1214330 Jul 30 16:11:14.866857 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cb221b7e-97e7-4dd3-89f5-f4d26e5d8fd1 req-82ee093b-9bfb-4f5a-ac50-c1e4035aac96 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938511 Jul 30 16:11:14.905837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dd002-0969-45a8-8bbb-21521bc102fd req-2baf1d18-d9a7-4834-9f72-5a7167d69044 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:14.920223 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-997dd002-0969-45a8-8bbb-21521bc102fd req-2baf1d18-d9a7-4834-9f72-5a7167d69044 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0768025 Jul 30 16:11:14.978116 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-997dd002-0969-45a8-8bbb-21521bc102fd req-27bdc4f1-533e-4f89-88d9-9de839e50f11 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Jul 30 16:11:15.013493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2691890-7408-442b-9f7b-d4d100c13d23 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:11:15.023643 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.044267 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593edb00-7fb4-4be3-9932-39848c107fa9 req-4560e986-1d44-47ef-9be0-388b28066e2a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.045917 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-593edb00-7fb4-4be3-9932-39848c107fa9 req-4560e986-1d44-47ef-9be0-388b28066e2a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0751147 Jul 30 16:11:15.048608 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Transition to ACTIVE for port object e2691890-7408-442b-9f7b-d4d100c13d23 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:11:15.058617 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.092061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01c9db-cb73-441c-8d1f-6ceb7b4a7f6f req-a3196c1e-44d3-4ce5-b039-b5a59f0cdb23 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.093550 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b01c9db-cb73-441c-8d1f-6ceb7b4a7f6f req-a3196c1e-44d3-4ce5-b039-b5a59f0cdb23 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0541699 Jul 30 16:11:15.132141 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7b01c9db-cb73-441c-8d1f-6ceb7b4a7f6f req-f6a1ca3b-6907-456c-be4d-33ca9ccf041e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 30 16:11:15.133858 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-593edb00-7fb4-4be3-9932-39848c107fa9 req-4d71589f-a32a-4cbe-abd0-327d8f83222f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817130 Jul 30 16:11:15.141188 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:15.212974 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Attempting to bind port e2691890-7408-442b-9f7b-d4d100c13d23 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:11:15.213302 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Attempting to bind port e2691890-7408-442b-9f7b-d4d100c13d23 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:11:15.213718 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Attempting to bind port e2691890-7408-442b-9f7b-d4d100c13d23 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:11:15.218674 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Port e2691890-7408-442b-9f7b-d4d100c13d23 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:11:15.219033 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Attempting to bind port e2691890-7408-442b-9f7b-d4d100c13d23 on network 1532ae73-edd4-48ea-b12b-b0dca0c66e2a {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:11:15.223891 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:11:15.224310 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Checking segment: {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:11:15.224703 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Bound using segment: {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:11:15.225122 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Bound port: e2691890-7408-442b-9f7b-d4d100c13d23, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37630538-12e6-41c0-92a5-b3e98bec8bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:11:15.225503 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.292672 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:11:15.296417 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e2691890-7408-442b-9f7b-d4d100c13d23,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:11:15.301170 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.335902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.336829 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:15.338238 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] 10.222.0.70 "PUT /v2.0/ports/e2691890-7408-442b-9f7b-d4d100c13d23 HTTP/1.1" status: 200 len: 1094 time: 0.7981620 Jul 30 16:11:15.338746 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:15.341610 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:15.366603 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68081ca9-e9a7-414f-b90e-809b2559b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:15.377505 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e2fa7-227d-432a-81be-f6b049f8a6b7 x-openstack-request-id: req-b99e2fa7-227d-432a-81be-f6b049f8a6b7 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:15.377882 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:15.378172 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b99e2fa7-227d-432a-81be-f6b049f8a6b7 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:15.378565 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23', 'status': 'completed', 'code': 200} Jul 30 16:11:15.471212 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-5be6f6a9-a020-4e5c-b6d5-a602795cacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.472695 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-5be6f6a9-a020-4e5c-b6d5-a602795cacf8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 1097 time: 0.0418675 Jul 30 16:11:15.530301 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-b609c815-b9b7-4d6d-b30b-1cbcff34fb87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2691890-7408-442b-9f7b-d4d100c13d23 HTTP/1.1" status: 200 len: 217 time: 0.0326951 Jul 30 16:11:15.600235 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-d7cd7bed-8659-4a48-aecd-7a717e8115a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.601577 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-d7cd7bed-8659-4a48-aecd-7a717e8115a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fc04aea-9b17-4df7-8aaa-40029597aba0 HTTP/1.1" status: 200 len: 854 time: 0.0456972 Jul 30 16:11:15.661522 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-c33ad88f-da01-4200-b590-c79e3d7df32e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243475 Jul 30 16:11:15.755256 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-fc2c1963-719f-4155-9596-fa10f580746f service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791392 Jul 30 16:11:15.864695 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28c113-d501-410b-a3b0-af37ecee2a5e req-6bbab887-15c5-4aa6-a527-7b0e886c0dcd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:15.866174 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed28c113-d501-410b-a3b0-af37ecee2a5e req-6bbab887-15c5-4aa6-a527-7b0e886c0dcd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0479772 Jul 30 16:11:15.875833 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-795c9169-ffb0-40a9-affa-8aaa8561b956 req-35d3b0df-b182-4887-b12d-846bdc4f9391 service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881617 Jul 30 16:11:15.906300 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed28c113-d501-410b-a3b0-af37ecee2a5e req-b546dddd-fcda-4f5d-ba40-29844d55eaf4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Jul 30 16:11:16.011642 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-78a0867f-df0c-4898-81a5-53115372fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.013817 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-78a0867f-df0c-4898-81a5-53115372fb73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2bbd6beaee8450d825abd418910d05c&device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 1097 time: 0.0803897 Jul 30 16:11:16.025426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556197e6-50e6-4486-bbf7-df00765d393b req-89019e97-c5af-4fb7-b37e-f10040e3cb41 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.026833 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-556197e6-50e6-4486-bbf7-df00765d393b req-89019e97-c5af-4fb7-b37e-f10040e3cb41 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 944 time: 0.0615168 Jul 30 16:11:16.119960 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-556197e6-50e6-4486-bbf7-df00765d393b req-280b0ed5-3752-45a2-8fe9-366b3dc3b961 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866170 Jul 30 16:11:16.158259 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-6d59cf43-9e75-4710-8cf7-32d5e6291547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.160914 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-6d59cf43-9e75-4710-8cf7-32d5e6291547 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 200 len: 915 time: 0.1198604 Jul 30 16:11:16.207885 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-c8beeb0b-78b9-4804-8bc4-a136fbcf12bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2691890-7408-442b-9f7b-d4d100c13d23 HTTP/1.1" status: 200 len: 217 time: 0.0365374 Jul 30 16:11:16.297722 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3d5a-bf75-43da-9994-42ca92b568d8 req-cbf976c5-3a79-4ea7-a64a-78abdf3976d5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.299218 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ecb3d5a-bf75-43da-9994-42ca92b568d8 req-cbf976c5-3a79-4ea7-a64a-78abdf3976d5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0940626 Jul 30 16:11:16.313042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-c68fa464-18b8-45e8-b811-bc2026fe910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.316051 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-c68fa464-18b8-45e8-b811-bc2026fe910b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6fc04aea-9b17-4df7-8aaa-40029597aba0 HTTP/1.1" status: 200 len: 854 time: 0.0746751 Jul 30 16:11:16.346699 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80a1c6-7464-4c93-a48b-b035acc1c010 req-aeeb4ced-f40a-49d3-9bc0-e1d3eee987ea tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.348389 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2a80a1c6-7464-4c93-a48b-b035acc1c010 req-aeeb4ced-f40a-49d3-9bc0-e1d3eee987ea tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0529885 Jul 30 16:11:16.355822 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ecb3d5a-bf75-43da-9994-42ca92b568d8 req-becad313-782f-4de6-a149-0366f1c7766c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Jul 30 16:11:16.382024 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-527b59fc-0ec6-41f4-b20a-350e1e656165 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1532ae73-edd4-48ea-b12b-b0dca0c66e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367937 Jul 30 16:11:16.401046 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2a80a1c6-7464-4c93-a48b-b035acc1c010 req-522dcdf0-5117-400a-a1a9-a7ccf612a585 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Jul 30 16:11:16.535699 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fbeb5-4bb7-44a4-a8e7-72b894c855fb req-98d5d22d-c5ac-4604-b06f-4e6e20ea3e9c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.537360 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d83fbeb5-4bb7-44a4-a8e7-72b894c855fb req-98d5d22d-c5ac-4604-b06f-4e6e20ea3e9c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.1171374 Jul 30 16:11:16.541244 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-fa8c94d9-1a4e-4e23-995c-37f25ed6d682 service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438026 Jul 30 16:11:16.620854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29886a3-5be1-4931-b092-af893c33f350 req-49c3c822-1220-41d3-8d25-a3b867bac77c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.622022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d29886a3-5be1-4931-b092-af893c33f350 req-49c3c822-1220-41d3-8d25-a3b867bac77c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0560369 Jul 30 16:11:16.631381 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d83fbeb5-4bb7-44a4-a8e7-72b894c855fb req-1cf7a8d2-2027-4130-999c-9b65c511605c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857079 Jul 30 16:11:16.666794 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d29886a3-5be1-4931-b092-af893c33f350 req-bc123b71-1b8c-439c-81de-e25d63963fd1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 Jul 30 16:11:16.683433 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ea5c5bdb-feab-450b-9ea7-e90f60d6f8b8 req-266b893c-9e9a-45b8-94b0-bcf219b0d8d0 service neutron] 10.222.0.70 "GET /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198475 Jul 30 16:11:16.902244 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14dc42-5feb-4c8f-bafb-22ffff84a743 req-c3f8c140-c1ff-4fae-b9e2-d3aecbd1a9a3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.904363 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a14dc42-5feb-4c8f-bafb-22ffff84a743 req-c3f8c140-c1ff-4fae-b9e2-d3aecbd1a9a3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Jul 30 16:11:16.956014 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57448) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:11:16.957103 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0a14dc42-5feb-4c8f-bafb-22ffff84a743 req-45f6fa73-0696-4138-a4e4-492e9ae9dbb1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464520 Jul 30 16:11:16.976671 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-79c3a02a-33ff-4dd7-ad01-1ac77b9ecc2b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:16.978353 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-79c3a02a-33ff-4dd7-ad01-1ac77b9ecc2b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 946 time: 0.0736775 Jul 30 16:11:17.003218 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-99f9b325-6475-45a3-844c-2c85bdbfa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.004825 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-99f9b325-6475-45a3-844c-2c85bdbfa1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.0424967 Jul 30 16:11:17.095216 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-c259cf32-dcdc-4bce-82ed-44b82ce5c160 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380820 Jul 30 16:11:17.104632 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-9a902157-3afe-4473-bbf8-8940af358114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.106347 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-9a902157-3afe-4473-bbf8-8940af358114 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.0872006 Jul 30 16:11:17.114244 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Deleting port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:17.114598 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:17.192272 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-62098d51-d6a7-45ad-876f-b18f7c68a368 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 1001 time: 0.0704672 Jul 30 16:11:17.227150 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] For port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:17.227527 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:17.260413 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Calling delete_port for 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:17.261867 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-e21f287c-1cba-4368-9f3a-d051f4066b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.264348 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-e21f287c-1cba-4368-9f3a-d051f4066b0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0507746 Jul 30 16:11:17.319276 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6058e9-de06-4774-97cc-a8229d7311f9 req-3e109783-ac37-444b-a1c0-a8d39ac1e999 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.321187 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f6058e9-de06-4774-97cc-a8229d7311f9 req-3e109783-ac37-444b-a1c0-a8d39ac1e999 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 944 time: 0.1163819 Jul 30 16:11:17.326237 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-60c25424-7d21-4a6e-91a5-af8a8c6d5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.327964 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-60c25424-7d21-4a6e-91a5-af8a8c6d5535 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426886 Jul 30 16:11:17.389034 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4f6058e9-de06-4774-97cc-a8229d7311f9 req-c1117279-5159-4b78-ac0b-2e558fc87d7e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Jul 30 16:11:17.456926 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-6930b80e-d402-4d5a-91b6-666f1916f721 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066337 Jul 30 16:11:17.458689 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:17.471411 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79', '93b5bd35-b14d-4747-b351-ad0f4291d3bf', '52e600d7-de11-4a97-8436-e389bd5707d1', '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:17.518271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event deleted for resources: {'Port': ['ID=5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:17.556338 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fc3b22bf-f986-4a2d-877a-c8f8a58f3491 req-72a76843-f260-4121-b211-e93ef1cbb394 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 210 time: 0.0487001 Jul 30 16:11:17.577547 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] No DVR routers for this DVR port 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:17.581784 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:17.584264 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43a8512a-cc35-496b-9825-c8bb817f2ddf req-cd98091d-1663-4940-80e2-120d85d5918b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "DELETE /v2.0/ports/5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f HTTP/1.1" status: 204 len: 173 time: 0.5911336 Jul 30 16:11:17.584717 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'name': 'network-vif-deleted', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:17.587083 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17529f5-b181-4431-a9e3-6d5495245056" -d '{"events": [{"server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "name": "network-vif-deleted", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:17.610733 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7900c-91e2-4284-bd25-52f7cad7fc25 req-72da97a3-0f8f-446f-be3d-afc6696394d2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.612163 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aee7900c-91e2-4284-bd25-52f7cad7fc25 req-72da97a3-0f8f-446f-be3d-afc6696394d2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.1605375 Jul 30 16:11:17.631115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0140398-1608-467b-9888-1a0f6bdc018c x-openstack-request-id: req-c0140398-1608-467b-9888-1a0f6bdc018c {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:17.631439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5d7bd6-b662-4643-9c1d-a765d1bee1fa", "name": "network-vif-deleted", "tag": "5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:17.631685 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0140398-1608-467b-9888-1a0f6bdc018c {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:17.632093 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5d7bd6-b662-4643-9c1d-a765d1bee1fa', 'name': 'network-vif-deleted', 'tag': '5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f', 'status': 'completed', 'code': 200} Jul 30 16:11:17.680816 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aee7900c-91e2-4284-bd25-52f7cad7fc25 req-ace80f36-fd52-414c-b4b8-719a19ec4a67 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Jul 30 16:11:17.684626 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-26991fce-009c-49b2-b630-cb87e11a89d2 req-2f5bc009-bef3-41f7-8795-016677c7d27e service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850951 Jul 30 16:11:17.803977 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523582d-2557-43b1-bc64-37dc33bd5db8 req-ec80b081-f7f4-42ba-a1c4-e14b7e77705f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:17.806236 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6523582d-2557-43b1-bc64-37dc33bd5db8 req-ec80b081-f7f4-42ba-a1c4-e14b7e77705f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0532308 Jul 30 16:11:17.855017 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6523582d-2557-43b1-bc64-37dc33bd5db8 req-3e06be58-f536-4f6c-a555-8f6f40f04b6f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Jul 30 16:11:18.069118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16fcc0-cc7a-4d06-8767-12910ea27b48 req-138cbad4-8564-4999-a144-993da940c276 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.070561 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8b16fcc0-cc7a-4d06-8767-12910ea27b48 req-138cbad4-8564-4999-a144-993da940c276 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Jul 30 16:11:18.107599 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8b16fcc0-cc7a-4d06-8767-12910ea27b48 req-eae8b505-4362-4917-bbdc-0e07e870ec57 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Jul 30 16:11:18.509110 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054a7dc-eb68-4e94-8b42-4af6a5286aed req-0926c8ce-27c3-4a68-aaad-63bfad46add9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.510733 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f054a7dc-eb68-4e94-8b42-4af6a5286aed req-0926c8ce-27c3-4a68-aaad-63bfad46add9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 944 time: 0.0534868 Jul 30 16:11:18.554335 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f054a7dc-eb68-4e94-8b42-4af6a5286aed req-d7ca2c1c-e39f-4055-b5d7-aef39883b857 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Jul 30 16:11:18.674195 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff0062b-9422-48a1-b835-0ad6df618204 req-4f5fa5ac-5225-4d0b-835a-f90b6d7e036c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5d7bd6-b662-4643-9c1d-a765d1bee1fa HTTP/1.1" status: 200 len: 210 time: 0.0276489 Jul 30 16:11:18.726580 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-02ebc0e0-6af5-4697-8b2e-0a60367d8312 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.728066 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-02ebc0e0-6af5-4697-8b2e-0a60367d8312 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0563822 Jul 30 16:11:18.808457 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f39562-3534-4306-8b13-73b5a1fd4f39 req-b72c58dc-ebdf-4071-9630-74b0b3f5a570 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:18.810621 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d2f39562-3534-4306-8b13-73b5a1fd4f39 req-b72c58dc-ebdf-4071-9630-74b0b3f5a570 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 946 time: 0.0533595 Jul 30 16:11:18.835949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Deleting port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:18.836288 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:18.852349 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d2f39562-3534-4306-8b13-73b5a1fd4f39 req-70fa99a7-e37b-4072-9131-bc654a222d5b tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Jul 30 16:11:18.931543 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] For port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:18.931907 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:18.936981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device e2691890-7408-442b-9f7b-d4d100c13d23 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:11:18.940219 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:18.966818 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Calling delete_port for b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:19.025949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b5d0d-77d8-4b27-a6be-a686e17d9867 req-a890d66a-ef2d-4464-902f-0cb84c209963 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.027477 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b0b5d0d-77d8-4b27-a6be-a686e17d9867 req-a890d66a-ef2d-4464-902f-0cb84c209963 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.1011972 Jul 30 16:11:19.090274 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4b0b5d0d-77d8-4b27-a6be-a686e17d9867 req-06eb5258-734a-4eb6-94ad-1d63c272b0c2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489154 Jul 30 16:11:19.098450 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e2691890-7408-442b-9f7b-d4d100c13d23,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:19.110104 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'e2691890-7408-442b-9f7b-d4d100c13d23', 'network_id': '1532ae73-edd4-48ea-b12b-b0dca0c66e2a', 'port_id': 'e2691890-7408-442b-9f7b-d4d100c13d23', 'mac_address': 'fa:16:3e:a1:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc04aea-9b17-4df7-8aaa-40029597aba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:11:19.149734 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:19.152559 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:19.166004 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2691890-7408-442b-9f7b-d4d100c13d23 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:11:19.191577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Pushing event deleted for resources: {'Port': ['ID=b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:19.194054 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e2691890-7408-442b-9f7b-d4d100c13d23,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:19.199401 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:19.220983 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.221338 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.221687 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.222031 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.222753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.223079 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.223435 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.223769 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.224098 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.224427 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.224759 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.225097 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:19.225721 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14236fab-80e6-4d25-9577-6fbcc4907d75 req-11eaddef-9a8b-4bed-97d2-2f77bc460246 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.227239 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14236fab-80e6-4d25-9577-6fbcc4907d75 req-11eaddef-9a8b-4bed-97d2-2f77bc460246 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Jul 30 16:11:19.242866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] No DVR routers for this DVR port b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:19.245933 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:19.248627 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dfa4a6b-bf17-4034-a9c4-384d5024b6e1 req-3a382611-e304-465a-8bfb-8eb2d963ff2c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "DELETE /v2.0/ports/b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 HTTP/1.1" status: 204 len: 173 time: 0.5075250 Jul 30 16:11:19.249100 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'name': 'network-vif-deleted', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:19.251669 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87312e5-bb6f-4af4-af51-85aa55cb1a2e" -d '{"events": [{"server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "name": "network-vif-deleted", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:19.267328 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:19.279739 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-14236fab-80e6-4d25-9577-6fbcc4907d75 req-b33c861b-550d-4888-bea3-a7dfd7015561 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457737 Jul 30 16:11:19.297881 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0439da1-4e06-4f79-8aeb-9a02f84ba330 x-openstack-request-id: req-f0439da1-4e06-4f79-8aeb-9a02f84ba330 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:19.298566 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b40b08-b26d-408a-a189-89e1abad5e88", "name": "network-vif-deleted", "tag": "b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:19.298566 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0439da1-4e06-4f79-8aeb-9a02f84ba330 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:19.298792 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b40b08-b26d-408a-a189-89e1abad5e88', 'name': 'network-vif-deleted', 'tag': 'b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0', 'status': 'completed', 'code': 200} Jul 30 16:11:19.373753 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4f9fcb96-116b-472f-84aa-c777e2358cb4'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:19.587558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-7ee93067-5d1c-4984-91ef-7476ba1fa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.589190 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-7ee93067-5d1c-4984-91ef-7476ba1fa3d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 1096 time: 0.0785928 Jul 30 16:11:19.668152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f108b1-57b3-453f-af59-832bbf3f7198 req-178797f6-92cc-4120-8656-34e34be13538 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.669668 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-50f108b1-57b3-453f-af59-832bbf3f7198 req-178797f6-92cc-4120-8656-34e34be13538 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 945 time: 0.0488639 Jul 30 16:11:19.686755 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-be7374b4-4c15-4dfa-96dd-f42e9ed74fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.688269 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-be7374b4-4c15-4dfa-96dd-f42e9ed74fe1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1096 time: 0.0438192 Jul 30 16:11:19.709835 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-50f108b1-57b3-453f-af59-832bbf3f7198 req-0ab1d6ba-a4c0-47bf-8956-721bdc241e68 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Jul 30 16:11:19.784141 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-0dac8577-3cf5-401e-9921-670ef8b26002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.785766 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-0dac8577-3cf5-401e-9921-670ef8b26002 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0854390 Jul 30 16:11:19.864607 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-11750992-079c-4f5e-8884-edadb262e307 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 200 len: 998 time: 0.0621614 Jul 30 16:11:19.888578 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['e2691890-7408-442b-9f7b-d4d100c13d23'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:19.940788 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-2627b1ca-6d31-4c70-9e4a-849f4eb18941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:19.942285 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-2627b1ca-6d31-4c70-9e4a-849f4eb18941 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0487199 Jul 30 16:11:19.973683 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d1617ab4-3612-43aa-bef0-45415a63a6de req-98e66a6e-990d-4fe6-b715-a968b9efabab tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=06b40b08-b26d-408a-a189-89e1abad5e88 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Jul 30 16:11:20.001285 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-b9d096c7-e2c4-4617-989b-e542103a42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:20.002841 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-b9d096c7-e2c4-4617-989b-e542103a42e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471036 Jul 30 16:11:20.104391 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-05a68944-2d8e-475f-ac57-cb405c166b53 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Jul 30 16:11:20.233321 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3f4fbc3-93e8-4f8f-889f-4cc79b338145 req-6ee13270-0c9e-4b79-aa54-5ddedf231de5 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174405 Jul 30 16:11:20.246078 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a3ad7-8db4-4c1f-a957-5d5e1fbbb688 req-7cb2909c-381b-4162-b12f-6a959df057cb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:20.248143 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-834a3ad7-8db4-4c1f-a957-5d5e1fbbb688 req-7cb2909c-381b-4162-b12f-6a959df057cb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0768783 Jul 30 16:11:20.295691 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-834a3ad7-8db4-4c1f-a957-5d5e1fbbb688 req-4b0ae327-15a7-441a-a96e-121c7e43b3f1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404243 Jul 30 16:11:20.829233 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787005e0-9dd7-4cdd-b0ad-f239d86ea3c1 req-22e9a740-843a-480a-a969-38ab028c22f6 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:20.831343 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-787005e0-9dd7-4cdd-b0ad-f239d86ea3c1 req-22e9a740-843a-480a-a969-38ab028c22f6 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Jul 30 16:11:20.874788 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-787005e0-9dd7-4cdd-b0ad-f239d86ea3c1 req-efba2034-e232-4594-a444-26f841040698 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Jul 30 16:11:20.933892 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:20.957816 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:11:20.958583 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5cd5ad30-0cab-4585-9e7f-c3f967ec1d9f not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:11:20.959381 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:20.990052 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:11:20.990777 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device b7c2f2ac-ee9c-4c0b-9449-d350635bd2d0 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:11:21.139630 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e1605-f241-4a91-8a66-5be5e32949e6 req-51998861-e66b-46d4-91d6-5f92a355663e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.141812 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-237e1605-f241-4a91-8a66-5be5e32949e6 req-51998861-e66b-46d4-91d6-5f92a355663e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0677452 Jul 30 16:11:21.181060 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-237e1605-f241-4a91-8a66-5be5e32949e6 req-b3c61084-2e3a-49fa-9e4e-5e9470c2bd19 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Jul 30 16:11:21.262933 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192ab00-98af-457f-b974-ac46128a8cf8 req-8cf86135-5a57-40d2-806e-6a9ddd7721cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.264431 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9192ab00-98af-457f-b974-ac46128a8cf8 req-8cf86135-5a57-40d2-806e-6a9ddd7721cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Jul 30 16:11:21.303770 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9192ab00-98af-457f-b974-ac46128a8cf8 req-61d7bdcf-d5b3-480c-96ee-585f3609397c tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 30 16:11:21.413954 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3792f-666b-4dbb-b1fd-27c90a4bf30f req-dbb90bb6-f1bc-488e-b2dd-970c18c51844 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.415400 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76e3792f-666b-4dbb-b1fd-27c90a4bf30f req-dbb90bb6-f1bc-488e-b2dd-970c18c51844 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0468850 Jul 30 16:11:21.452339 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76e3792f-666b-4dbb-b1fd-27c90a4bf30f req-b04fa783-dafa-4972-94de-8f191d9ae5c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Jul 30 16:11:21.992523 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1670413-c827-4ad0-ab89-c597310bcf2b req-fe13459c-cc5c-422b-9850-6f107eb13051 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:21.993974 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d1670413-c827-4ad0-ab89-c597310bcf2b req-fe13459c-cc5c-422b-9850-6f107eb13051 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Jul 30 16:11:22.030847 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d1670413-c827-4ad0-ab89-c597310bcf2b req-485f2bc1-8ed8-49bf-9d6e-8ea717a920d8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Jul 30 16:11:22.304743 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23a88-82c2-4b05-9be7-a0181fbece44 req-5718c120-5e7c-4587-ac23-0eebd033d238 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.306668 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-79a23a88-82c2-4b05-9be7-a0181fbece44 req-5718c120-5e7c-4587-ac23-0eebd033d238 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0576150 Jul 30 16:11:22.347794 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-79a23a88-82c2-4b05-9be7-a0181fbece44 req-bb3e0651-acd2-42fb-8b82-cb72fa5dfd10 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Jul 30 16:11:22.423234 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781ed3-3f28-4aeb-af51-159ed262e549 req-550329fb-b3c4-46da-ba5a-4abc2816ed55 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.424681 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eb781ed3-3f28-4aeb-af51-159ed262e549 req-550329fb-b3c4-46da-ba5a-4abc2816ed55 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0472770 Jul 30 16:11:22.466057 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eb781ed3-3f28-4aeb-af51-159ed262e549 req-3d37033f-6a03-4bc8-9446-0d7a82ff5bed tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352156 Jul 30 16:11:22.573393 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57024b8b-49b8-4d76-9582-3532ca5379b9 req-e38f03eb-89ec-40f0-a396-fe8a5b0835e1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:22.574914 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-57024b8b-49b8-4d76-9582-3532ca5379b9 req-e38f03eb-89ec-40f0-a396-fe8a5b0835e1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0506942 Jul 30 16:11:22.617834 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-57024b8b-49b8-4d76-9582-3532ca5379b9 req-b3f15666-e840-4c90-8b66-350587dfea9a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331185 Jul 30 16:11:22.929738 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device e2691890-7408-442b-9f7b-d4d100c13d23 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:11:22.976274 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port e2691890-7408-442b-9f7b-d4d100c13d23 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:11:22.979686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port e2691890-7408-442b-9f7b-d4d100c13d23 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:11:22.980055 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:23.057882 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:23.080513 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:23.082773 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46360e8-cebf-4a48-9b3d-fd916184917d" -d '{"events": [{"server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "name": "network-vif-plugged", "status": "completed", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:23.098497 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e2691890-7408-442b-9f7b-d4d100c13d23,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:23.102768 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:23.128120 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fcc12e-051e-4b64-9a05-a27718ccadaa x-openstack-request-id: req-13fcc12e-051e-4b64-9a05-a27718ccadaa {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:23.128407 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "name": "network-vif-plugged", "status": "completed", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:23.128658 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13fcc12e-051e-4b64-9a05-a27718ccadaa {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:23.129042 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23', 'code': 200} Jul 30 16:11:23.152490 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abe809-33e1-45ca-a300-f972fe38515c req-fb4b5ca1-135f-4b59-bffd-8c2b2d2165f0 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:23.154185 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60abe809-33e1-45ca-a300-f972fe38515c req-fb4b5ca1-135f-4b59-bffd-8c2b2d2165f0 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0555246 Jul 30 16:11:23.155193 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:23.162283 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.162637 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.162974 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.163334 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.163664 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.163995 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.164322 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.164648 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.164994 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.165323 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.165645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.165966 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:11:23.210888 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-60abe809-33e1-45ca-a300-f972fe38515c req-0b271fdb-585e-4d4a-9ba8-daf33ea4ad2d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482130 Jul 30 16:11:23.462146 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d3d5-9cb0-4237-8c68-fb198754041d req-6bef13f6-f3b4-4037-b616-05a81b5265f2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:23.463537 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f267d3d5-9cb0-4237-8c68-fb198754041d req-6bef13f6-f3b4-4037-b616-05a81b5265f2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0474429 Jul 30 16:11:23.500276 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f267d3d5-9cb0-4237-8c68-fb198754041d req-44ac6b38-a29a-458c-9697-b2c8a269c955 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Jul 30 16:11:23.586222 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd5b7e-12f8-4a92-87da-f399d35d0806 req-656b67bf-a80d-4c36-9331-03e2cd6b091a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:23.587775 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6abd5b7e-12f8-4a92-87da-f399d35d0806 req-656b67bf-a80d-4c36-9331-03e2cd6b091a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Jul 30 16:11:23.624673 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6abd5b7e-12f8-4a92-87da-f399d35d0806 req-3b931894-52e8-4110-9c34-198b263fb63a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309954 Jul 30 16:11:23.739019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a68ac0-3919-4dd6-aae4-1c13666a65d1 req-2aa6fc39-a01a-43d4-9449-ecee6ac38296 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:23.740440 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b3a68ac0-3919-4dd6-aae4-1c13666a65d1 req-2aa6fc39-a01a-43d4-9449-ecee6ac38296 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0508244 Jul 30 16:11:23.780798 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b3a68ac0-3919-4dd6-aae4-1c13666a65d1 req-be5cc553-0952-4651-a0ad-dccef3f455ed tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345550 Jul 30 16:11:24.316247 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe61ac3-31ec-4018-b1b3-ee8d95e07356 req-831c2b59-8dd2-405e-9d86-be6cb8d6a59d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:24.317712 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cfe61ac3-31ec-4018-b1b3-ee8d95e07356 req-831c2b59-8dd2-405e-9d86-be6cb8d6a59d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Jul 30 16:11:24.362163 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cfe61ac3-31ec-4018-b1b3-ee8d95e07356 req-893b4d8d-0118-47de-8e6e-ec669cdb4808 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jul 30 16:11:24.618075 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb4cd-767f-4696-9c94-0dca93de6099 req-3e328586-6463-4b30-90a1-e8efcb683be3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:24.619544 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-081bb4cd-767f-4696-9c94-0dca93de6099 req-3e328586-6463-4b30-90a1-e8efcb683be3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0474999 Jul 30 16:11:24.656679 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-081bb4cd-767f-4696-9c94-0dca93de6099 req-f48167c3-8ff0-4fa0-b8d1-ee07e3ef1839 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Jul 30 16:11:24.742320 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41641af-556e-46a1-9b2d-2139561ae13f req-9b9898f1-527c-4133-bfbe-848e78f903b9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:24.743981 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b41641af-556e-46a1-9b2d-2139561ae13f req-9b9898f1-527c-4133-bfbe-848e78f903b9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Jul 30 16:11:24.785878 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b41641af-556e-46a1-9b2d-2139561ae13f req-3f03a0ea-4c69-4ea6-bf2c-fa81747ce9f6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349667 Jul 30 16:11:24.902830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc6ff3-f503-4be9-9695-f52982f7ff18 req-db59c834-91f7-466c-8fda-433be99ca643 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:24.905059 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-19bc6ff3-f503-4be9-9695-f52982f7ff18 req-db59c834-91f7-466c-8fda-433be99ca643 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0538294 Jul 30 16:11:24.942272 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-19bc6ff3-f503-4be9-9695-f52982f7ff18 req-19f44805-2c68-4a59-a982-5ec658ee4206 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Jul 30 16:11:25.472190 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd3a4-c7da-4e50-a306-015a839bb404 req-1cc97686-fb17-4910-9a10-ce60bce107ac tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:25.473647 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f6bdd3a4-c7da-4e50-a306-015a839bb404 req-1cc97686-fb17-4910-9a10-ce60bce107ac tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Jul 30 16:11:25.514764 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f6bdd3a4-c7da-4e50-a306-015a839bb404 req-50a9c833-20ed-4f8e-a5be-e85e3c9a1be8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347364 Jul 30 16:11:25.787013 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3b45e-4902-463a-abd2-b4ee287b3c98 req-fcfb1c5b-e6e1-4ac6-8c9c-338a0b1a98a0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:25.788832 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-60a3b45e-4902-463a-abd2-b4ee287b3c98 req-fcfb1c5b-e6e1-4ac6-8c9c-338a0b1a98a0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0494468 Jul 30 16:11:25.847073 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-60a3b45e-4902-463a-abd2-b4ee287b3c98 req-43b32e13-e583-456a-b1cc-f0cf4647df8d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520742 Jul 30 16:11:25.908134 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b92f-97a9-403a-84dc-ed1b53d4c6e5 req-78b043e2-0e9a-4ddc-87db-e4ca82c7321a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:25.909579 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9c45b92f-97a9-403a-84dc-ed1b53d4c6e5 req-78b043e2-0e9a-4ddc-87db-e4ca82c7321a tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Jul 30 16:11:25.949162 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9c45b92f-97a9-403a-84dc-ed1b53d4c6e5 req-40790ebe-4329-45ae-baa1-4f4851e534f7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Jul 30 16:11:26.062211 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd174d-512d-44c2-954b-2c410ff4956c req-5df06613-7397-4439-84c3-d22e6b881ec9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:26.063738 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ddd174d-512d-44c2-954b-2c410ff4956c req-5df06613-7397-4439-84c3-d22e6b881ec9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0487993 Jul 30 16:11:26.106066 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ddd174d-512d-44c2-954b-2c410ff4956c req-77a3ba32-e616-4f13-9c6b-4854ec085c71 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364518 Jul 30 16:11:26.631706 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e25202-1d33-4e0e-91b2-6502e9abb175 req-c8578381-9da7-452a-b27a-20956fcf8cce tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:26.633139 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-07e25202-1d33-4e0e-91b2-6502e9abb175 req-c8578381-9da7-452a-b27a-20956fcf8cce tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0504491 Jul 30 16:11:26.671336 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-07e25202-1d33-4e0e-91b2-6502e9abb175 req-9b6293b2-26ca-4e47-827f-538cc608f40d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Jul 30 16:11:26.961011 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ece64-5965-4ff6-af6c-08db98006d7f req-dc962e0a-8033-40b1-8279-97090d3ef8be tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:26.962512 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-001ece64-5965-4ff6-af6c-08db98006d7f req-dc962e0a-8033-40b1-8279-97090d3ef8be tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0494068 Jul 30 16:11:27.001473 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-001ece64-5965-4ff6-af6c-08db98006d7f req-7727dbdb-1579-4dd6-b4cc-a5fcf15f75a0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Jul 30 16:11:27.078633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2047f-146a-4278-abe2-096b4f088a12 req-545510ea-14d0-48c5-9c1b-e1475be7f5fc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:27.080117 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bfc2047f-146a-4278-abe2-096b4f088a12 req-545510ea-14d0-48c5-9c1b-e1475be7f5fc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Jul 30 16:11:27.117108 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bfc2047f-146a-4278-abe2-096b4f088a12 req-ff6e14eb-4073-4f39-8ce7-3bec3403b6d0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309317 Jul 30 16:11:27.243195 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90138be-6c44-477f-9f02-eea48356b3c4 req-ef4cb6fd-f6e2-4adf-8b09-9e3ba498c15a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:27.244716 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b90138be-6c44-477f-9f02-eea48356b3c4 req-ef4cb6fd-f6e2-4adf-8b09-9e3ba498c15a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0472045 Jul 30 16:11:27.297175 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b90138be-6c44-477f-9f02-eea48356b3c4 req-23044034-8def-478b-8b4e-44b7bebd7956 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Jul 30 16:11:27.785350 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aebd8-680c-43b4-a552-4c1325cb2f81 req-f14ae754-802d-412a-91a2-23aba40f1a05 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:27.786800 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-925aebd8-680c-43b4-a552-4c1325cb2f81 req-f14ae754-802d-412a-91a2-23aba40f1a05 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0486689 Jul 30 16:11:27.823500 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-925aebd8-680c-43b4-a552-4c1325cb2f81 req-6c37dca1-c496-4c55-8e88-303e0b09da10 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Jul 30 16:11:28.118417 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83268804-a40c-45c8-871c-1a263e20cb33 req-cf22a618-3baa-4577-b645-a0ad9b450649 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:28.119953 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83268804-a40c-45c8-871c-1a263e20cb33 req-cf22a618-3baa-4577-b645-a0ad9b450649 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0526717 Jul 30 16:11:28.162922 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83268804-a40c-45c8-871c-1a263e20cb33 req-ecb504b0-a7c2-4ad7-81a5-77bd5414886c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Jul 30 16:11:28.253009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdc7b-7d90-4be8-abcd-0fb2f645c783 req-fa56d386-22f6-428c-8bd7-871ff97e18ce tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:28.254372 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cccbdc7b-7d90-4be8-abcd-0fb2f645c783 req-fa56d386-22f6-428c-8bd7-871ff97e18ce tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Jul 30 16:11:28.292856 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cccbdc7b-7d90-4be8-abcd-0fb2f645c783 req-4f641796-d7a4-4d52-981c-8cdfd0fa46ce tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 30 16:11:28.417735 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617bcc3-a3b5-42b5-972d-2e18a6fc4960 req-091b8702-caea-480a-9ac0-7a9791815c30 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:28.419278 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9617bcc3-a3b5-42b5-972d-2e18a6fc4960 req-091b8702-caea-480a-9ac0-7a9791815c30 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0480144 Jul 30 16:11:28.456097 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9617bcc3-a3b5-42b5-972d-2e18a6fc4960 req-485e750f-67ea-44c7-85f3-37427f8d83bd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309143 Jul 30 16:11:28.940444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7785f1-47bd-4e29-a679-002ee121ccbf req-7d0e212b-14ba-471d-9b79-855087759c9e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:28.948281 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a7785f1-47bd-4e29-a679-002ee121ccbf req-7d0e212b-14ba-471d-9b79-855087759c9e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0479536 Jul 30 16:11:28.980855 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a7785f1-47bd-4e29-a679-002ee121ccbf req-3e156fa6-e52b-4180-8544-da822c24747b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Jul 30 16:11:29.280303 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf67859-5968-448a-a613-20927acce725 req-7d82d22b-702a-498c-a75e-142cf946934b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:29.285160 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ccf67859-5968-448a-a613-20927acce725 req-7d82d22b-702a-498c-a75e-142cf946934b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0513341 Jul 30 16:11:29.330447 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ccf67859-5968-448a-a613-20927acce725 req-5090ef50-0d41-46a5-ba42-64f3cd4b1346 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355675 Jul 30 16:11:29.410275 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31531-1690-4675-97f3-b0e6724758c7 req-155fc6fe-4a74-4ed0-8a18-083e79898fba tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:29.411777 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32e31531-1690-4675-97f3-b0e6724758c7 req-155fc6fe-4a74-4ed0-8a18-083e79898fba tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Jul 30 16:11:29.449611 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-32e31531-1690-4675-97f3-b0e6724758c7 req-5d926102-c663-4886-956b-efad45374bf9 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Jul 30 16:11:29.577345 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a465f-38bd-4345-9106-9533c5de581c req-53571b67-3471-4d17-80e9-54b46cf85f1a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:29.578770 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-355a465f-38bd-4345-9106-9533c5de581c req-53571b67-3471-4d17-80e9-54b46cf85f1a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0513873 Jul 30 16:11:29.623336 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-355a465f-38bd-4345-9106-9533c5de581c req-7cd4a7b7-603b-41c3-aea1-f4bbd13d02c4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384686 Jul 30 16:11:30.105596 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85e54c-8bfa-441f-ac19-e3178a61600f req-ad72b87d-867d-46b8-ac63-b8590c01007c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:30.108035 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2f85e54c-8bfa-441f-ac19-e3178a61600f req-ad72b87d-867d-46b8-ac63-b8590c01007c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0554733 Jul 30 16:11:30.144749 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2f85e54c-8bfa-441f-ac19-e3178a61600f req-4c37b444-f841-4306-8f1a-d5875d5a136f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Jul 30 16:11:30.444537 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19f7f-0390-49c8-90e0-c056191c8f8e req-2f06530a-c157-42dd-82e4-f148e638f55e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:30.446168 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c1b19f7f-0390-49c8-90e0-c056191c8f8e req-2f06530a-c157-42dd-82e4-f148e638f55e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0494952 Jul 30 16:11:30.486529 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c1b19f7f-0390-49c8-90e0-c056191c8f8e req-4ca645d7-7bf4-4fb0-bf7e-31d4a95c9cc5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jul 30 16:11:30.570677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fea7e3-7b6b-468c-a18e-a057d28005cf req-0f7af9b7-20f9-4a70-ac4b-46be0ef095cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:30.572117 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b5fea7e3-7b6b-468c-a18e-a057d28005cf req-0f7af9b7-20f9-4a70-ac4b-46be0ef095cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0564008 Jul 30 16:11:30.611020 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b5fea7e3-7b6b-468c-a18e-a057d28005cf req-8891d0f2-90cf-473f-b6c5-4fed60d9d3cd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Jul 30 16:11:30.743392 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd4688-677f-4891-a327-b5cac8c30a17 req-a8321df8-235c-4953-8246-893180debf43 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:30.744809 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-86bd4688-677f-4891-a327-b5cac8c30a17 req-a8321df8-235c-4953-8246-893180debf43 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0472126 Jul 30 16:11:30.786709 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-86bd4688-677f-4891-a327-b5cac8c30a17 req-c71e0ec9-7fc5-45dd-9dce-9ba1e9ee1036 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359263 Jul 30 16:11:31.258179 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef182f5c-8a48-4cd3-9fbf-e5be66d6763a req-daf4ad77-944e-4e75-87dd-90979126abda tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:31.259708 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ef182f5c-8a48-4cd3-9fbf-e5be66d6763a req-daf4ad77-944e-4e75-87dd-90979126abda tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0490088 Jul 30 16:11:31.309815 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ef182f5c-8a48-4cd3-9fbf-e5be66d6763a req-e5d1b6ef-285f-49f2-a809-196912d4285d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Jul 30 16:11:31.597439 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae45f7-9f4d-4e01-b10d-05f72ee87801 req-8b516ed3-0d03-414c-97eb-0727488cbfda tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:31.598877 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-abae45f7-9f4d-4e01-b10d-05f72ee87801 req-8b516ed3-0d03-414c-97eb-0727488cbfda tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0468321 Jul 30 16:11:31.636918 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-abae45f7-9f4d-4e01-b10d-05f72ee87801 req-211ba4dc-807a-467e-896d-8eb92d7d27c4 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Jul 30 16:11:31.762932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83e4a4-1eb8-4079-8c66-85b42b8fdd0d req-02bb502a-7c6d-41fc-94b7-7bf334495fa3 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:31.764885 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a83e4a4-1eb8-4079-8c66-85b42b8fdd0d req-02bb502a-7c6d-41fc-94b7-7bf334495fa3 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0647304 Jul 30 16:11:31.803288 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9a83e4a4-1eb8-4079-8c66-85b42b8fdd0d req-1a5c9733-3f73-40bd-92ee-e757f6f75315 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jul 30 16:11:31.910862 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f700e8-ecd2-4443-9697-951aabddfb4d req-1fd6c7de-876a-4d03-a643-5917741459b6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:31.912352 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-49f700e8-ecd2-4443-9697-951aabddfb4d req-1fd6c7de-876a-4d03-a643-5917741459b6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0482140 Jul 30 16:11:31.952736 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-49f700e8-ecd2-4443-9697-951aabddfb4d req-b482bf09-e2c5-4583-b62c-593310716f61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342634 Jul 30 16:11:32.432671 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1690f-b16a-4d6d-8abb-9cdc66b46b49 req-e4ba155a-c38c-4aff-baf0-316957dd9677 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:32.434115 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-96c1690f-b16a-4d6d-8abb-9cdc66b46b49 req-e4ba155a-c38c-4aff-baf0-316957dd9677 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0532572 Jul 30 16:11:32.471451 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-96c1690f-b16a-4d6d-8abb-9cdc66b46b49 req-c0de4605-358f-4e42-8c85-baf644ede61c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Jul 30 16:11:32.768765 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c568c-aa6f-4840-9583-64edc284f6c9 req-2a46afe5-ec38-4394-a27e-04fb6c634426 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:32.770218 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa0c568c-aa6f-4840-9583-64edc284f6c9 req-2a46afe5-ec38-4394-a27e-04fb6c634426 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0485587 Jul 30 16:11:32.813966 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa0c568c-aa6f-4840-9583-64edc284f6c9 req-c1ab09db-c4c1-477f-9d56-4d92494263c2 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Jul 30 16:11:32.918250 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8009-1429-4a82-abbd-876f67d92ddc req-b4b450d3-8c63-4497-91b1-612eab13fc48 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:32.920349 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-72df8009-1429-4a82-abbd-876f67d92ddc req-b4b450d3-8c63-4497-91b1-612eab13fc48 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0483220 Jul 30 16:11:32.963569 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-72df8009-1429-4a82-abbd-876f67d92ddc req-df49158d-7b8f-4aee-b4a1-c191e46f9c26 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jul 30 16:11:33.087781 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a8187-23c1-4e1e-894e-7f5054584a8f req-8680af62-e9fe-4f2d-a096-0a060f4ae004 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:33.089227 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3f0a8187-23c1-4e1e-894e-7f5054584a8f req-8680af62-e9fe-4f2d-a096-0a060f4ae004 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0639267 Jul 30 16:11:33.127533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3f0a8187-23c1-4e1e-894e-7f5054584a8f req-a95bd96f-d2eb-4775-868f-05d92ca12a8b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Jul 30 16:11:33.205854 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:11:33.593285 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348bbe1-50f1-467b-ae55-03e1bacfb4c3 req-e0763dab-cea2-4285-8d7f-26dc3547f394 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:33.594649 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4348bbe1-50f1-467b-ae55-03e1bacfb4c3 req-e0763dab-cea2-4285-8d7f-26dc3547f394 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Jul 30 16:11:33.632203 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4348bbe1-50f1-467b-ae55-03e1bacfb4c3 req-4c61b51c-7c6e-483c-a837-369535d06e59 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Jul 30 16:11:33.939928 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258a783-d184-4d7d-a0ef-433eba75000a req-2d1d9f98-d300-4102-b476-690583767e7a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:33.941375 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6258a783-d184-4d7d-a0ef-433eba75000a req-2d1d9f98-d300-4102-b476-690583767e7a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0486469 Jul 30 16:11:33.977946 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6258a783-d184-4d7d-a0ef-433eba75000a req-2ed550c7-11f1-4a6e-93cb-e832734e5ad8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Jul 30 16:11:34.081833 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb03476-3378-485f-b19a-d6627ac16dcb req-161a13e3-6fec-44ca-a43c-50b66bbf17f5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:34.083446 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dfb03476-3378-485f-b19a-d6627ac16dcb req-161a13e3-6fec-44ca-a43c-50b66bbf17f5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0514727 Jul 30 16:11:34.124259 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-dfb03476-3378-485f-b19a-d6627ac16dcb req-cc11a1c0-974c-404a-befa-c519bd572e16 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Jul 30 16:11:34.250608 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cdeda-b9ff-4e6f-966b-e5aa15d41894 req-ece41dcc-95e3-4ca5-8b06-474c03f008e7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:34.252084 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-008cdeda-b9ff-4e6f-966b-e5aa15d41894 req-ece41dcc-95e3-4ca5-8b06-474c03f008e7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0482924 Jul 30 16:11:34.296336 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-008cdeda-b9ff-4e6f-966b-e5aa15d41894 req-3953b2e2-e7da-438a-84b6-41e01ec089f1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382016 Jul 30 16:11:34.746605 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b295d-0eb4-4a7c-8cdb-46cec1965a57 req-1f5690c1-fe7c-4e87-b988-f322a7bd2887 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:34.748291 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a13b295d-0eb4-4a7c-8cdb-46cec1965a57 req-1f5690c1-fe7c-4e87-b988-f322a7bd2887 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0488658 Jul 30 16:11:34.785734 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a13b295d-0eb4-4a7c-8cdb-46cec1965a57 req-b8e03f07-1954-49ef-9d1b-a8fe1b3d70be tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 30 16:11:35.095384 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba45ca5-06b5-45a4-8409-90880eb76475 req-2a017b5e-5d7f-4997-9072-deb85d0421fc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:35.096858 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aba45ca5-06b5-45a4-8409-90880eb76475 req-2a017b5e-5d7f-4997-9072-deb85d0421fc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0512908 Jul 30 16:11:35.133975 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aba45ca5-06b5-45a4-8409-90880eb76475 req-89537f66-fa2e-4ddd-80ff-ec42488415c6 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jul 30 16:11:35.250994 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b4b0-a399-424f-bfa7-3d8e4f38e6f1 req-7500fbcb-e813-4366-a75d-769ac0e4cb61 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:35.252531 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2015b4b0-a399-424f-bfa7-3d8e4f38e6f1 req-7500fbcb-e813-4366-a75d-769ac0e4cb61 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0524735 Jul 30 16:11:35.302011 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2015b4b0-a399-424f-bfa7-3d8e4f38e6f1 req-c1b2d8b0-a12d-4b64-8412-8d9b826d6680 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jul 30 16:11:35.426040 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412dc8a-9d48-4d83-b7ac-52f7fcbc1373 req-d1abe8ac-e61e-460e-a07e-f33b0cffce90 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:35.427622 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0412dc8a-9d48-4d83-b7ac-52f7fcbc1373 req-d1abe8ac-e61e-460e-a07e-f33b0cffce90 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0499980 Jul 30 16:11:35.467866 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0412dc8a-9d48-4d83-b7ac-52f7fcbc1373 req-19a85b1f-7884-41c8-b389-45601ce234ba tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jul 30 16:11:35.903809 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069a76-bf88-4fc5-9b99-0bd7756eeb08 req-aa7c93e9-8c21-486a-b9cd-d3ed0b2e7052 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:35.905267 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-25069a76-bf88-4fc5-9b99-0bd7756eeb08 req-aa7c93e9-8c21-486a-b9cd-d3ed0b2e7052 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0527260 Jul 30 16:11:35.942255 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-25069a76-bf88-4fc5-9b99-0bd7756eeb08 req-4d647d4a-118a-415e-98e7-2eee8ac78830 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 30 16:11:36.248050 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c4aa8-d6ea-4fa1-a36a-c252a2e68b96 req-1bb804aa-0237-4841-bc47-cd9dae82872a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:36.249508 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0e6c4aa8-d6ea-4fa1-a36a-c252a2e68b96 req-1bb804aa-0237-4841-bc47-cd9dae82872a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0468950 Jul 30 16:11:36.290719 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0e6c4aa8-d6ea-4fa1-a36a-c252a2e68b96 req-b30f3f0a-393d-403e-a563-d030c30d05e5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Jul 30 16:11:36.414901 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df58c1-a6a9-4b05-b31b-57285b6706f7 req-2b5d7c21-cff5-41ce-904c-4b168a70f78d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:36.416267 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7df58c1-a6a9-4b05-b31b-57285b6706f7 req-2b5d7c21-cff5-41ce-904c-4b168a70f78d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0488477 Jul 30 16:11:36.456953 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7df58c1-a6a9-4b05-b31b-57285b6706f7 req-8a72fe62-5fbf-434e-99f1-821cd6ed2e67 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Jul 30 16:11:36.593098 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d065f6-7eb0-49c3-9bfa-43bf6cc636d0 req-fe1eaa06-d8bc-4eca-a3a6-3d070dbb2197 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:36.594511 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-97d065f6-7eb0-49c3-9bfa-43bf6cc636d0 req-fe1eaa06-d8bc-4eca-a3a6-3d070dbb2197 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0467765 Jul 30 16:11:36.630980 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-97d065f6-7eb0-49c3-9bfa-43bf6cc636d0 req-0e330906-0840-407e-9b9e-a6f02031c611 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306864 Jul 30 16:11:37.061989 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaa1ed-98d3-4229-a075-107582dc2838 req-ae26a3a3-edcb-4d85-997f-11582fdd1a20 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:37.063660 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8abaa1ed-98d3-4229-a075-107582dc2838 req-ae26a3a3-edcb-4d85-997f-11582fdd1a20 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0536163 Jul 30 16:11:37.101260 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8abaa1ed-98d3-4229-a075-107582dc2838 req-bafd0fb0-ccb7-4c79-b9e8-0960bfca0721 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Jul 30 16:11:37.409375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849a7c5-7f5e-4bf8-81b0-330047d1e68f req-b4179656-2472-4786-a9a0-22d6006bc884 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:37.410858 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5849a7c5-7f5e-4bf8-81b0-330047d1e68f req-b4179656-2472-4786-a9a0-22d6006bc884 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0483034 Jul 30 16:11:37.451180 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5849a7c5-7f5e-4bf8-81b0-330047d1e68f req-864ff466-957e-447f-a336-0d6162fd0dc3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 30 16:11:37.572434 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eca72-4524-4fed-956b-b5674656d9fc req-aded0226-b572-47a6-9e8b-d3f5ca3fa8f7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:37.573833 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b4eca72-4524-4fed-956b-b5674656d9fc req-aded0226-b572-47a6-9e8b-d3f5ca3fa8f7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Jul 30 16:11:37.613301 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b4eca72-4524-4fed-956b-b5674656d9fc req-85b44c13-5d4b-4621-a5b7-0a22c2bd1358 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335259 Jul 30 16:11:37.755860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f593010-6d2d-44bc-a2ed-86be004b069a req-c6f2fb02-18bb-48ea-8c50-bab55d78c41f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:37.757330 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0f593010-6d2d-44bc-a2ed-86be004b069a req-c6f2fb02-18bb-48ea-8c50-bab55d78c41f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0539997 Jul 30 16:11:37.799401 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0f593010-6d2d-44bc-a2ed-86be004b069a req-665f58a0-4276-42e6-b1bc-f9eaca34e97e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Jul 30 16:11:37.984389 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-49aa2345-cab9-4be6-b74f-5ff8870b17a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:38.216850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76010040-2a46-4e85-9221-a39237624461 req-18b06fdf-9364-432c-a292-ebe3e431c8ee tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.218293 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-76010040-2a46-4e85-9221-a39237624461 req-18b06fdf-9364-432c-a292-ebe3e431c8ee tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0487425 Jul 30 16:11:38.256601 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-76010040-2a46-4e85-9221-a39237624461 req-b2066d55-8b6e-4f16-b72d-786c7e81b896 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Jul 30 16:11:38.584964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456aa576-d9d2-4907-90cd-a9072c1879b2 req-fa89a937-df28-4650-a4d9-3174c5c59335 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.584964 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-456aa576-d9d2-4907-90cd-a9072c1879b2 req-fa89a937-df28-4650-a4d9-3174c5c59335 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0617731 Jul 30 16:11:38.619384 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-456aa576-d9d2-4907-90cd-a9072c1879b2 req-1502431e-2a43-4564-b60d-38a1e824a48b tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Jul 30 16:11:38.730754 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc1312-a443-4d1c-8d6d-42a427412bbd req-cfc4e9e9-d6ff-411e-9354-44b6d852ea53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.732801 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43dc1312-a443-4d1c-8d6d-42a427412bbd req-cfc4e9e9-d6ff-411e-9354-44b6d852ea53 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0521522 Jul 30 16:11:38.770334 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43dc1312-a443-4d1c-8d6d-42a427412bbd req-3f1f6c81-4325-4898-84ab-74b2a83dd356 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317018 Jul 30 16:11:38.928161 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0400e0-c4b0-4958-b48f-4385e3bbd93f req-091720c5-3d76-4de2-ae43-68dc32a51566 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:38.929794 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa0400e0-c4b0-4958-b48f-4385e3bbd93f req-091720c5-3d76-4de2-ae43-68dc32a51566 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0603578 Jul 30 16:11:38.981701 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aa0400e0-c4b0-4958-b48f-4385e3bbd93f req-1d53b907-9236-43ea-9305-5caabefbd16e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Jul 30 16:11:39.392312 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0069c04-b72f-4a74-bb8f-257d24446453 req-827174c8-d8dd-44b0-a623-25816fc2ac2d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:39.395329 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a0069c04-b72f-4a74-bb8f-257d24446453 req-827174c8-d8dd-44b0-a623-25816fc2ac2d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0605042 Jul 30 16:11:39.439976 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a0069c04-b72f-4a74-bb8f-257d24446453 req-b835e0cd-1894-4e8c-b331-ac3a01632a28 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Jul 30 16:11:39.734393 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3265b48-cbe5-4cbf-844f-516e54a2dda5 req-b7375886-3f71-4155-b694-9aa4137ff573 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:39.736066 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d3265b48-cbe5-4cbf-844f-516e54a2dda5 req-b7375886-3f71-4155-b694-9aa4137ff573 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0498111 Jul 30 16:11:39.781025 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d3265b48-cbe5-4cbf-844f-516e54a2dda5 req-b9bb1a33-b783-4e1d-bc48-ff55a25e922e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Jul 30 16:11:39.886009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159caf2-3592-42ea-be79-ba318c36f694 req-e823eed1-9018-4e74-be90-6e0149987d42 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:39.887727 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b159caf2-3592-42ea-be79-ba318c36f694 req-e823eed1-9018-4e74-be90-6e0149987d42 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0508771 Jul 30 16:11:39.925903 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b159caf2-3592-42ea-be79-ba318c36f694 req-37b8ddcb-9e5b-412f-a9a5-c544439ebbd6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Jul 30 16:11:40.110400 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c75c-dd31-4870-8580-3130064be785 req-b4630b2d-c615-400a-80f6-d3a3eada11a4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:40.111901 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6d34c75c-dd31-4870-8580-3130064be785 req-b4630b2d-c615-400a-80f6-d3a3eada11a4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0474608 Jul 30 16:11:40.147795 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6d34c75c-dd31-4870-8580-3130064be785 req-d0cc5c3b-7d7b-4d9b-a790-66d1c81b902e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300701 Jul 30 16:11:40.436520 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e94937be-9119-4f8d-b14d-9a6f5f4141bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:40.557491 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcfd55-9e30-4174-bffe-1c540cfb87fa req-ad22771e-e264-4a6a-9c2a-2b03237874f5 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:40.558883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d6fcfd55-9e30-4174-bffe-1c540cfb87fa req-ad22771e-e264-4a6a-9c2a-2b03237874f5 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0513651 Jul 30 16:11:40.605145 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d6fcfd55-9e30-4174-bffe-1c540cfb87fa req-a855c332-3d7a-4817-835e-7b08ccccfe91 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Jul 30 16:11:40.789792 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:40.896337 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09f634-a270-42ec-ba67-b004e72b6fd4 req-654b02ee-76a3-49d1-9770-01b122df4c1e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:40.897787 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be09f634-a270-42ec-ba67-b004e72b6fd4 req-654b02ee-76a3-49d1-9770-01b122df4c1e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0504940 Jul 30 16:11:40.935836 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be09f634-a270-42ec-ba67-b004e72b6fd4 req-881f28a3-4822-4be5-8cd6-12ffe86be431 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Jul 30 16:11:41.039876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feb161-6aaf-491f-b9f7-1a18ed61b685 req-78c0ab50-fc80-4e6d-88e7-7c5f6be6dee2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:41.041328 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-35feb161-6aaf-491f-b9f7-1a18ed61b685 req-78c0ab50-fc80-4e6d-88e7-7c5f6be6dee2 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0499341 Jul 30 16:11:41.080163 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-35feb161-6aaf-491f-b9f7-1a18ed61b685 req-8e16b148-5121-4c03-94db-544af68e70e5 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 30 16:11:41.266064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7a3a-3a00-46ed-9f06-59070b19e465 req-fae8cd12-98cf-434d-8ed9-7b74270647bd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:41.267851 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-82ae7a3a-3a00-46ed-9f06-59070b19e465 req-fae8cd12-98cf-434d-8ed9-7b74270647bd tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0478904 Jul 30 16:11:41.286013 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:41.310366 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-82ae7a3a-3a00-46ed-9f06-59070b19e465 req-d206f67e-c5ae-4682-bebd-2a24df9a39aa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353324 Jul 30 16:11:41.699181 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:41.719964 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d08a4-802a-45c8-8470-9dd18043a986 req-e237ced9-f68d-4c1b-a5ca-a9f330f4fe8b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:41.721458 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8b4d08a4-802a-45c8-8470-9dd18043a986 req-e237ced9-f68d-4c1b-a5ca-a9f330f4fe8b tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Jul 30 16:11:41.759324 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8b4d08a4-802a-45c8-8470-9dd18043a986 req-a01d20cc-a2c8-471f-866e-e125612e013c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Jul 30 16:11:42.047777 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db4433-8fc0-45c4-8bd9-48916070e61e req-ce6e35cc-345e-4442-97f3-a73a2c62ef00 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:42.049231 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7db4433-8fc0-45c4-8bd9-48916070e61e req-ce6e35cc-345e-4442-97f3-a73a2c62ef00 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0487177 Jul 30 16:11:42.087509 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7db4433-8fc0-45c4-8bd9-48916070e61e req-f6422376-2eb2-44a1-b783-b05cf08389fc tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Jul 30 16:11:42.197115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498dc66-687a-4cd9-a8d6-5e38800b55b8 req-ebce17ea-87e5-4595-bc14-dbddbbc84132 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:42.198556 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d498dc66-687a-4cd9-a8d6-5e38800b55b8 req-ebce17ea-87e5-4595-bc14-dbddbbc84132 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Jul 30 16:11:42.238603 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d498dc66-687a-4cd9-a8d6-5e38800b55b8 req-25f4382f-eb53-4f34-a73c-811ef8bb1f1f tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Jul 30 16:11:42.431782 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64747d48-520d-40a5-80b5-90b69a274cb3 req-8d1971ea-7489-4844-9762-5b407247c97e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:42.433232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-64747d48-520d-40a5-80b5-90b69a274cb3 req-8d1971ea-7489-4844-9762-5b407247c97e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0489616 Jul 30 16:11:42.469841 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-64747d48-520d-40a5-80b5-90b69a274cb3 req-b9df4c40-e5c8-43b8-9929-f7d5746f0b39 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Jul 30 16:11:42.870966 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83011e1-14f2-4567-bd48-68179450532e req-46dfb071-c08f-48aa-8133-69474183f5ce tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:42.872984 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c83011e1-14f2-4567-bd48-68179450532e req-46dfb071-c08f-48aa-8133-69474183f5ce tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0481367 Jul 30 16:11:42.910861 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c83011e1-14f2-4567-bd48-68179450532e req-5fcc2981-0bcf-4401-a65a-e5057ace46a9 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319405 Jul 30 16:11:43.200068 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf54c5-b8cb-48ae-9c25-c478f96db8f8 req-849b6e2d-f619-4f21-9a45-3097670cc1ce tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:43.201506 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8caf54c5-b8cb-48ae-9c25-c478f96db8f8 req-849b6e2d-f619-4f21-9a45-3097670cc1ce tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0473714 Jul 30 16:11:43.240865 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8caf54c5-b8cb-48ae-9c25-c478f96db8f8 req-e223d5e4-dabf-437c-8098-e8a6be93c372 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Jul 30 16:11:43.351020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1c35c-fb8b-465e-a570-2595fac3a1e6 req-759dbb0f-1f74-4d31-9e63-ba367024c92d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:43.352498 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d9a1c35c-fb8b-465e-a570-2595fac3a1e6 req-759dbb0f-1f74-4d31-9e63-ba367024c92d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Jul 30 16:11:43.390027 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d9a1c35c-fb8b-465e-a570-2595fac3a1e6 req-6f6ee7a8-e1c8-461b-bac8-2884642402f0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Jul 30 16:11:43.590209 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e9df4-37d2-4501-b1ab-c55d091314e1 req-eba62fd5-2007-4fb8-b10d-cbb18c232816 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:43.592307 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f81e9df4-37d2-4501-b1ab-c55d091314e1 req-eba62fd5-2007-4fb8-b10d-cbb18c232816 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0498028 Jul 30 16:11:43.630159 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f81e9df4-37d2-4501-b1ab-c55d091314e1 req-6270dda3-00b4-4333-bcee-e7c77daeb391 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Jul 30 16:11:43.683908 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:44.026334 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83649-c1af-4081-b107-71225c85ac9b req-faa7d75d-3407-4ebf-bb27-c246a297cbae tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:44.027810 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffa83649-c1af-4081-b107-71225c85ac9b req-faa7d75d-3407-4ebf-bb27-c246a297cbae tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0511200 Jul 30 16:11:44.068054 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffa83649-c1af-4081-b107-71225c85ac9b req-261ef0cd-5848-4e65-9333-bfabfe1beb49 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Jul 30 16:11:44.360329 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f188b7e-f396-4a66-bec5-e0b828e4d339 req-0ee75b63-085e-434c-aaa0-eeff20a16f4d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:44.361794 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1f188b7e-f396-4a66-bec5-e0b828e4d339 req-0ee75b63-085e-434c-aaa0-eeff20a16f4d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0508895 Jul 30 16:11:44.430711 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1f188b7e-f396-4a66-bec5-e0b828e4d339 req-50f78ec6-40f8-45f1-a323-ae644646b519 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537846 Jul 30 16:11:44.447223 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62566ab0-d32e-45f0-a043-e8b768e9ac53 req-aa68db54-1915-470e-818f-5bfe5ee91245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:44.448678 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62566ab0-d32e-45f0-a043-e8b768e9ac53 req-aa68db54-1915-470e-818f-5bfe5ee91245 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 1099 time: 0.0493581 Jul 30 16:11:44.499025 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-62566ab0-d32e-45f0-a043-e8b768e9ac53 req-2bcca744-8d04-4e4d-889a-cef9ef190b9c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Jul 30 16:11:44.503771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f876db-ef9e-4bea-bc36-4c6e646763a7 req-038176ec-ffb8-4efb-8a76-d5a674a17c64 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:44.505367 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-77f876db-ef9e-4bea-bc36-4c6e646763a7 req-038176ec-ffb8-4efb-8a76-d5a674a17c64 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Jul 30 16:11:44.542701 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-77f876db-ef9e-4bea-bc36-4c6e646763a7 req-513ff9f6-3480-4adc-9a0f-b0cf7bde3bb8 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Jul 30 16:11:44.748068 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b029c36-4063-49e6-9190-ea18bb5ffc79 req-edd371e0-e64c-450f-a68d-84eb678e24a2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:44.749514 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b029c36-4063-49e6-9190-ea18bb5ffc79 req-edd371e0-e64c-450f-a68d-84eb678e24a2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0480359 Jul 30 16:11:44.785485 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b029c36-4063-49e6-9190-ea18bb5ffc79 req-1a3ba074-4941-4355-9426-e03c5e69283b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301950 Jul 30 16:11:45.180380 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdf3b9-8740-4ed7-8f83-03fe15dac3ed req-38d85da1-59c4-4676-858c-cd120d22451e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:45.181841 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-08bdf3b9-8740-4ed7-8f83-03fe15dac3ed req-38d85da1-59c4-4676-858c-cd120d22451e tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0485256 Jul 30 16:11:45.218642 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-08bdf3b9-8740-4ed7-8f83-03fe15dac3ed req-2621dd1b-3464-4114-af95-1ec7cf265355 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Jul 30 16:11:45.544595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06293e1e-c771-4f70-b1ab-43d1bcccb332 req-43c937a0-2641-4778-9710-e7452ed02420 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:45.546012 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-06293e1e-c771-4f70-b1ab-43d1bcccb332 req-43c937a0-2641-4778-9710-e7452ed02420 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0474508 Jul 30 16:11:45.582501 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-06293e1e-c771-4f70-b1ab-43d1bcccb332 req-796a20c3-8dd4-4661-92be-35c5385117fd tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306444 Jul 30 16:11:45.658995 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a9332-f4e3-4d39-8172-c6d398e724c1 req-31d458c0-eb56-4743-8005-18c306964af7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:45.660470 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d10a9332-f4e3-4d39-8172-c6d398e724c1 req-31d458c0-eb56-4743-8005-18c306964af7 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Jul 30 16:11:45.696363 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d10a9332-f4e3-4d39-8172-c6d398e724c1 req-79395ed8-c60b-43b4-b440-15ba65e01be6 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300660 Jul 30 16:11:45.901864 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d793d3-9e1b-4ee1-b2ce-8531b7b74660 req-fd3f4805-a3a5-48d5-a53b-e7dd58baebb7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:45.903354 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83d793d3-9e1b-4ee1-b2ce-8531b7b74660 req-fd3f4805-a3a5-48d5-a53b-e7dd58baebb7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0471730 Jul 30 16:11:45.943048 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83d793d3-9e1b-4ee1-b2ce-8531b7b74660 req-f2f49b29-3477-49df-b86e-081a8ddb6fbe tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338051 Jul 30 16:11:46.334307 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f250022-f711-41d4-b807-165726bc3923 req-298123c1-1531-489c-9262-0c6844dbbe27 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:46.335813 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f250022-f711-41d4-b807-165726bc3923 req-298123c1-1531-489c-9262-0c6844dbbe27 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0488291 Jul 30 16:11:46.374064 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f250022-f711-41d4-b807-165726bc3923 req-f3422283-ec50-4bac-898b-0bae98fd990c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Jul 30 16:11:46.705036 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f809e-8c5e-4a45-883d-18b0b348646d req-fc177f43-81d6-489f-a01a-223e94297de3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:46.706508 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f01f809e-8c5e-4a45-883d-18b0b348646d req-fc177f43-81d6-489f-a01a-223e94297de3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0518384 Jul 30 16:11:46.747506 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f01f809e-8c5e-4a45-883d-18b0b348646d req-db20d0a3-9137-439a-9a7e-764fd8128782 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 Jul 30 16:11:46.819707 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e80918-eff6-4708-9c82-af88bae0140f req-8e4fb3d3-1032-4a01-af00-57bfd46d3d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:46.821095 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e7e80918-eff6-4708-9c82-af88bae0140f req-8e4fb3d3-1032-4a01-af00-57bfd46d3d06 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0501895 Jul 30 16:11:46.859214 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e7e80918-eff6-4708-9c82-af88bae0140f req-93693be5-96b6-492b-964d-fb554f1b8f48 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jul 30 16:11:47.067517 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbff3-f341-46c5-984e-b2cdc0b00dc7 req-3d5695b4-b0d8-477b-9272-7576bb268d16 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:47.068901 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-315cbff3-f341-46c5-984e-b2cdc0b00dc7 req-3d5695b4-b0d8-477b-9272-7576bb268d16 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0548191 Jul 30 16:11:47.106756 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-315cbff3-f341-46c5-984e-b2cdc0b00dc7 req-cec573d7-b6db-4523-b551-ef88847ecd51 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312600 Jul 30 16:11:47.940991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201b1d9-7c1a-4f39-9bd2-3bd5c32dcffc req-d1873aad-ffe7-4ff1-8254-c0378cb78d44 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:47.942486 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6201b1d9-7c1a-4f39-9bd2-3bd5c32dcffc req-d1873aad-ffe7-4ff1-8254-c0378cb78d44 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.1238327 Jul 30 16:11:47.954609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-497cbbe4-c569-4815-a3cb-b077a7ff5359 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:47.956022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-497cbbe4-c569-4815-a3cb-b077a7ff5359 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 945 time: 0.0648670 Jul 30 16:11:47.975013 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12c8dd-b314-4ceb-96ac-096e60589834 req-9ea94b57-0a50-49e4-9262-61655d5615bb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:47.976513 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-de12c8dd-b314-4ceb-96ac-096e60589834 req-9ea94b57-0a50-49e4-9262-61655d5615bb tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0485227 Jul 30 16:11:48.014756 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-de12c8dd-b314-4ceb-96ac-096e60589834 req-36ddb966-69e8-41db-9ea2-dca7ba3cbe92 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jul 30 16:11:48.019223 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6201b1d9-7c1a-4f39-9bd2-3bd5c32dcffc req-060eb1b9-7a52-4481-98b4-dd3ed6948596 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622473 Jul 30 16:11:48.070117 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Deleting port 52e600d7-de11-4a97-8436-e389bd5707d1 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:48.070451 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:48.159640 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] For port 52e600d7-de11-4a97-8436-e389bd5707d1, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=52e600d7-de11-4a97-8436-e389bd5707d1,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:48.160020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:48.172921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Calling delete_port for 52e600d7-de11-4a97-8436-e389bd5707d1 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:48.234228 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68340bd3-1e13-4905-a6f3-3b6078dd9f34 req-ca478886-bd2f-4a8c-ba39-971d1016d301 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:48.235730 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68340bd3-1e13-4905-a6f3-3b6078dd9f34 req-ca478886-bd2f-4a8c-ba39-971d1016d301 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0473526 Jul 30 16:11:48.274028 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68340bd3-1e13-4905-a6f3-3b6078dd9f34 req-d249e964-e5e1-4072-bfd2-1739b76de8e4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Jul 30 16:11:48.297964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:48.312940 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79', '93b5bd35-b14d-4747-b351-ad0f4291d3bf', '52e600d7-de11-4a97-8436-e389bd5707d1'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:48.328914 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event deleted for resources: {'Port': ['ID=52e600d7-de11-4a97-8436-e389bd5707d1,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:48.574176 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] No DVR routers for this DVR port 52e600d7-de11-4a97-8436-e389bd5707d1 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:48.577796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:48.579846 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-be94b2d6-a440-40c0-bde6-a517697b34f9 req-4630184b-3b88-4373-bbcc-bc9bda5c3c22 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "DELETE /v2.0/ports/52e600d7-de11-4a97-8436-e389bd5707d1 HTTP/1.1" status: 204 len: 173 time: 0.6072631 Jul 30 16:11:48.580270 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'name': 'network-vif-deleted', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:48.582492 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162a785-77d7-4782-bc86-d23201084be2" -d '{"events": [{"server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "name": "network-vif-deleted", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:48.616539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f101dd99-f39a-44f8-81b8-7280a64330b7 x-openstack-request-id: req-f101dd99-f39a-44f8-81b8-7280a64330b7 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:48.616894 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fc7f2-a7de-4c24-928e-9bd3294b773f", "name": "network-vif-deleted", "tag": "52e600d7-de11-4a97-8436-e389bd5707d1", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:48.617148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f101dd99-f39a-44f8-81b8-7280a64330b7 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:48.617534 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fc7f2-a7de-4c24-928e-9bd3294b773f', 'name': 'network-vif-deleted', 'tag': '52e600d7-de11-4a97-8436-e389bd5707d1', 'status': 'completed', 'code': 200} Jul 30 16:11:49.131532 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ce5dcd6-d18b-43ec-b2ec-3706e0f915e8 req-cc6fc19a-19dd-48c8-a143-1bd869c64f0e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=449fc7f2-a7de-4c24-928e-9bd3294b773f HTTP/1.1" status: 200 len: 210 time: 0.0259387 Jul 30 16:11:49.191575 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaefc0-6fce-4984-a17f-a0f3bba628dd req-34169222-71a1-4018-bf80-3f8218fba5ae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:49.193030 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9dfaefc0-6fce-4984-a17f-a0f3bba628dd req-34169222-71a1-4018-bf80-3f8218fba5ae tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.1073329 Jul 30 16:11:49.229985 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9dfaefc0-6fce-4984-a17f-a0f3bba628dd req-cb3dbe57-7c11-408f-a81a-71279a157079 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Jul 30 16:11:49.393039 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d43a2b-8c22-4540-aae2-5822c1838714 req-e04c97cc-3afb-4d99-b61a-ea575329d04f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:49.394450 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-59d43a2b-8c22-4540-aae2-5822c1838714 req-e04c97cc-3afb-4d99-b61a-ea575329d04f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0496461 Jul 30 16:11:49.432103 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-59d43a2b-8c22-4540-aae2-5822c1838714 req-87b2f29c-4289-416d-8187-be37ac89a9aa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317020 Jul 30 16:11:50.350070 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b99f3-e162-4147-9f9f-accb924fdc54 req-44fff614-da15-44e3-b54c-7e4a81b165d0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:50.352149 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab9b99f3-e162-4147-9f9f-accb924fdc54 req-44fff614-da15-44e3-b54c-7e4a81b165d0 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0534048 Jul 30 16:11:50.391778 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ab9b99f3-e162-4147-9f9f-accb924fdc54 req-2036c4f1-6d76-4e7c-b0f4-6e5e0c251c18 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Jul 30 16:11:50.405181 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c66dd3-ac74-41e1-a954-d46b26b19192 req-807d7414-247c-46d2-a852-cd989ceafe32 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:50.406778 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-59c66dd3-ac74-41e1-a954-d46b26b19192 req-807d7414-247c-46d2-a852-cd989ceafe32 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Jul 30 16:11:50.444034 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-59c66dd3-ac74-41e1-a954-d46b26b19192 req-7e50fdd1-13f7-4f39-a3e0-af1333b8d07a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Jul 30 16:11:50.551661 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52fed2-4b59-4e5a-be64-df3fc2d7cee6 req-66ba0d4c-928e-4f48-a1f0-5f580e7f7469 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:50.553099 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3f52fed2-4b59-4e5a-be64-df3fc2d7cee6 req-66ba0d4c-928e-4f48-a1f0-5f580e7f7469 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0488865 Jul 30 16:11:50.590477 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3f52fed2-4b59-4e5a-be64-df3fc2d7cee6 req-1ad6a6e4-6fd1-4a50-8523-2afbbb74732f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Jul 30 16:11:51.058397 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 52e600d7-de11-4a97-8436-e389bd5707d1 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:11:51.083538 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 52e600d7-de11-4a97-8436-e389bd5707d1 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:11:51.083872 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 52e600d7-de11-4a97-8436-e389bd5707d1 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:11:51.505335 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483c8f4-467a-4232-8799-f0f3b3c5ebcc req-a6ac6872-faa3-4ec3-a132-85f70eacc155 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:51.506143 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6483c8f4-467a-4232-8799-f0f3b3c5ebcc req-a6ac6872-faa3-4ec3-a132-85f70eacc155 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0472028 Jul 30 16:11:51.545269 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6483c8f4-467a-4232-8799-f0f3b3c5ebcc req-584df1f9-d6f2-42e2-af1e-f9c9f223a437 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Jul 30 16:11:51.561530 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032c3c4-104a-4707-8009-2311ed905e66 req-c14046f4-9873-4f8f-867d-8410cb1fb26f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:51.563064 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7032c3c4-104a-4707-8009-2311ed905e66 req-c14046f4-9873-4f8f-867d-8410cb1fb26f tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Jul 30 16:11:51.600350 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7032c3c4-104a-4707-8009-2311ed905e66 req-e444dc7e-4223-476e-813b-72c89a813cca tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Jul 30 16:11:51.707357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2e2c-861c-4657-bac9-6ea200a54482 req-ea749bb2-f455-416d-9d94-93db2298d3b6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:51.708811 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-979f2e2c-861c-4657-bac9-6ea200a54482 req-ea749bb2-f455-416d-9d94-93db2298d3b6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0489333 Jul 30 16:11:51.745370 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-979f2e2c-861c-4657-bac9-6ea200a54482 req-56ff1ab3-9735-4ba1-af52-1604ab9018fe tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Jul 30 16:11:52.658317 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8671a8-fdb9-488a-9723-c85b1edc7f7d req-f0527de9-2daf-479a-a180-bd0817ba70cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:52.659881 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5a8671a8-fdb9-488a-9723-c85b1edc7f7d req-f0527de9-2daf-479a-a180-bd0817ba70cc tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Jul 30 16:11:52.697555 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5a8671a8-fdb9-488a-9723-c85b1edc7f7d req-6268f3d0-8881-4c32-afd0-e45879513657 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Jul 30 16:11:52.718183 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1089d89-6758-484d-87b8-e1696a5660c8 req-e4df53f5-f6ad-42f4-8da3-5c752d75d1e0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:52.719752 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1089d89-6758-484d-87b8-e1696a5660c8 req-e4df53f5-f6ad-42f4-8da3-5c752d75d1e0 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0528336 Jul 30 16:11:52.756232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1089d89-6758-484d-87b8-e1696a5660c8 req-dd7564d7-bf98-4cb9-b673-9f174c0d0a2e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306029 Jul 30 16:11:52.860286 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5b32e-5db6-4e52-a3d0-ca0641362cf1 req-9bd081a3-01f5-45ab-8cbc-2af4116102b7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:52.861672 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b8c5b32e-5db6-4e52-a3d0-ca0641362cf1 req-9bd081a3-01f5-45ab-8cbc-2af4116102b7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 943 time: 0.0468240 Jul 30 16:11:52.898884 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b8c5b32e-5db6-4e52-a3d0-ca0641362cf1 req-98eb6e13-0611-46e4-aa87-feccbc75cbe2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Jul 30 16:11:53.071510 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:11:53.166784 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:53.178098 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '9138d528-69f5-4703-ba07-6f85b67dc617', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '9138d528-69f5-4703-ba07-6f85b67dc617', 'mac_address': 'fa:16:3e:52:4a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:11:53.213624 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.225538 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:11:53.244213 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:53.248607 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.295803 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=9']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:53.319679 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-c36ffa93-8aee-4b40-97fa-7dcfde385d5c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:53.321146 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-c36ffa93-8aee-4b40-97fa-7dcfde385d5c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0477440 Jul 30 16:11:53.440764 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Deleting port 93b5bd35-b14d-4747-b351-ad0f4291d3bf {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:53.441014 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.525049 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] For port 93b5bd35-b14d-4747-b351-ad0f4291d3bf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=93b5bd35-b14d-4747-b351-ad0f4291d3bf,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:53.525407 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.538279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Calling delete_port for 93b5bd35-b14d-4747-b351-ad0f4291d3bf owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:53.662105 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.687510 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79', '93b5bd35-b14d-4747-b351-ad0f4291d3bf'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:53.688049 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event deleted for resources: {'Port': ['ID=93b5bd35-b14d-4747-b351-ad0f4291d3bf,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:53.731442 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] No DVR routers for this DVR port 93b5bd35-b14d-4747-b351-ad0f4291d3bf on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:53.734008 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:53.736082 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-39db8a39-ef39-401d-83ce-0eede0ccfe5e req-599d4dc5-dc8b-4137-8b6e-a6383a59ac46 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "DELETE /v2.0/ports/93b5bd35-b14d-4747-b351-ad0f4291d3bf HTTP/1.1" status: 204 len: 173 time: 0.3943963 Jul 30 16:11:53.736522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'name': 'network-vif-deleted', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:53.738956 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7149eb-2ccf-4f02-8de1-4564757817ff" -d '{"events": [{"server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "name": "network-vif-deleted", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:53.799384 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0daef09-16d3-47ff-89ab-747a5ba329bf x-openstack-request-id: req-a0daef09-16d3-47ff-89ab-747a5ba329bf {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:53.799683 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8", "name": "network-vif-deleted", "tag": "93b5bd35-b14d-4747-b351-ad0f4291d3bf", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:53.799929 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0daef09-16d3-47ff-89ab-747a5ba329bf {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:53.800322 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8', 'name': 'network-vif-deleted', 'tag': '93b5bd35-b14d-4747-b351-ad0f4291d3bf', 'status': 'completed', 'code': 200} Jul 30 16:11:53.866594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16edb-5fa1-413c-8e6c-f7b366d2a0be req-b4f75cc0-5567-472b-a536-69a976bc5e3e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:53.868768 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aae16edb-5fa1-413c-8e6c-f7b366d2a0be req-b4f75cc0-5567-472b-a536-69a976bc5e3e tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0622323 Jul 30 16:11:53.882895 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['9138d528-69f5-4703-ba07-6f85b67dc617'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:11:53.891760 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b4d04ad5-20e2-4283-b4fd-469fa9c10af7 req-0d8531d8-f6da-46e8-922f-00da632c3669 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb6b2b5e-7ea6-40cf-9045-8db257c6a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0312765 Jul 30 16:11:53.917200 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aae16edb-5fa1-413c-8e6c-f7b366d2a0be req-badee984-87c8-4925-98d4-fcf3e93ac4cf tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jul 30 16:11:54.017522 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4383b2-e418-4464-8a7e-00b2b8b3ddda req-1330f928-40b8-45d1-8e5a-f89382e99539 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:54.019004 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5b4383b2-e418-4464-8a7e-00b2b8b3ddda req-1330f928-40b8-45d1-8e5a-f89382e99539 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0482166 Jul 30 16:11:54.057923 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5b4383b2-e418-4464-8a7e-00b2b8b3ddda req-f0cfd8cd-224a-4ac8-919a-2d3b8f8c5403 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328879 Jul 30 16:11:55.039622 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd3121-d65d-4dc8-b10c-2c0aafe5afeb req-ff69a8cd-f61d-42ec-82fd-7d92e425e7bd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:55.041174 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-83fd3121-d65d-4dc8-b10c-2c0aafe5afeb req-ff69a8cd-f61d-42ec-82fd-7d92e425e7bd tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0563447 Jul 30 16:11:55.088654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-83fd3121-d65d-4dc8-b10c-2c0aafe5afeb req-a32f8199-6a95-4f89-b515-721f5c56d11d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/security-groups?id=470a124b-2581-4381-bc1b-489cc5339308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Jul 30 16:11:55.207236 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9441d93-d699-447b-83c3-6b9b89629368 req-3560e747-7683-4778-ad70-43db86d309a2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:55.211786 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b9441d93-d699-447b-83c3-6b9b89629368 req-3560e747-7683-4778-ad70-43db86d309a2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0654378 Jul 30 16:11:55.247858 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b9441d93-d699-447b-83c3-6b9b89629368 req-1f142db1-c50e-433c-8159-8c4887bbb965 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Jul 30 16:11:55.466649 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-84501098-a612-4d09-b476-acabbb86afa1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:55.468103 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-84501098-a612-4d09-b476-acabbb86afa1 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 945 time: 0.0501385 Jul 30 16:11:55.575989 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Deleting port 4f9fcb96-116b-472f-84aa-c777e2358cb4 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:11:55.576325 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:55.660604 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] For port 4f9fcb96-116b-472f-84aa-c777e2358cb4, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4f9fcb96-116b-472f-84aa-c777e2358cb4,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:11:55.660966 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:55.673624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Calling delete_port for 4f9fcb96-116b-472f-84aa-c777e2358cb4 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:11:55.799836 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:55.827311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Pushing event deleted for resources: {'Port': ['ID=4f9fcb96-116b-472f-84aa-c777e2358cb4,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:11:55.870086 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] No DVR routers for this DVR port 4f9fcb96-116b-472f-84aa-c777e2358cb4 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:11:55.872657 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:11:55.874612 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5f56a4f-abac-4704-8345-994dfd40ec1a req-6b485b07-ceea-4ed9-946a-b64614053841 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.70 "DELETE /v2.0/ports/4f9fcb96-116b-472f-84aa-c777e2358cb4 HTTP/1.1" status: 204 len: 173 time: 0.3892627 Jul 30 16:11:55.875067 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'name': 'network-vif-deleted', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:11:55.877336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b92831-a8c6-4108-8642-b5f65a20b1b1" -d '{"events": [{"server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "name": "network-vif-deleted", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:11:55.912206 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7e766-ffff-4e87-8216-07212fe64eaf x-openstack-request-id: req-9ec7e766-ffff-4e87-8216-07212fe64eaf {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:11:55.912499 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f429942e-bf01-4d55-9cb0-29cdf5d6fef6", "name": "network-vif-deleted", "tag": "4f9fcb96-116b-472f-84aa-c777e2358cb4", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:11:55.912745 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ec7e766-ffff-4e87-8216-07212fe64eaf {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:11:55.913138 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f429942e-bf01-4d55-9cb0-29cdf5d6fef6', 'name': 'network-vif-deleted', 'tag': '4f9fcb96-116b-472f-84aa-c777e2358cb4', 'status': 'completed', 'code': 200} Jul 30 16:11:56.187480 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-319f6f47-02b6-4f86-a152-e3a1e6da70f3 req-1b7b407a-49d8-43b5-b60f-0a385094ec23 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.0260043 Jul 30 16:11:56.298714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ef71-fc56-4057-93c1-41bc30f8df5f req-48d5f6a5-468a-4298-889c-0c9b4fdc5288 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:56.300265 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9db2ef71-fc56-4057-93c1-41bc30f8df5f req-48d5f6a5-468a-4298-889c-0c9b4fdc5288 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Jul 30 16:11:56.338751 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9db2ef71-fc56-4057-93c1-41bc30f8df5f req-5808131f-ef42-42c3-bc0f-97dfc34f2ce8 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jul 30 16:11:56.370315 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d1eaa-ba89-4a7d-8050-8421d89813fd req-fe030528-a056-471f-a0e9-734e3ecce284 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:56.372529 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd8d1eaa-ba89-4a7d-8050-8421d89813fd req-fe030528-a056-471f-a0e9-734e3ecce284 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0511155 Jul 30 16:11:56.410754 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd8d1eaa-ba89-4a7d-8050-8421d89813fd req-53d5a68d-bb99-4228-a04b-592a309a4560 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Jul 30 16:11:57.281820 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f721fb15-7f30-4565-adf4-5fbadb3ca568 req-9176a1d0-c7eb-42ca-9c23-b03436b1a16d tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.0266671 Jul 30 16:11:57.452408 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a21a3-4bc3-4661-87b0-0d178f325bd8 req-9ca1222d-20f6-4511-b725-9f94630b1c61 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:57.453354 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-af3a21a3-4bc3-4661-87b0-0d178f325bd8 req-9ca1222d-20f6-4511-b725-9f94630b1c61 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0479391 Jul 30 16:11:57.496760 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-af3a21a3-4bc3-4661-87b0-0d178f325bd8 req-b6ec55b9-3988-48d2-bac6-4a0f7630b194 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Jul 30 16:11:57.531119 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db820b8-d8ab-4d60-b640-d3cc76d13fa1 req-9901a9be-3d88-4232-b69c-90b52f5adacc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:57.532585 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7db820b8-d8ab-4d60-b640-d3cc76d13fa1 req-9901a9be-3d88-4232-b69c-90b52f5adacc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0487418 Jul 30 16:11:57.656918 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7db820b8-d8ab-4d60-b640-d3cc76d13fa1 req-7d1bb85f-f816-4b6b-8506-3ab5f94c1b41 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184011 Jul 30 16:11:58.373631 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8574d097-d396-4c6a-bd8d-ea1de81f956e req-050095fb-05f5-45b1-8728-3d7cd373d760 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.0263629 Jul 30 16:11:58.613442 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1ca81-9d71-4ec5-8a85-fef7edafcc94 req-3c93a4ea-b62b-41f5-92b8-4eb1047138ce tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:58.614918 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-20a1ca81-9d71-4ec5-8a85-fef7edafcc94 req-3c93a4ea-b62b-41f5-92b8-4eb1047138ce tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Jul 30 16:11:58.652741 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-20a1ca81-9d71-4ec5-8a85-fef7edafcc94 req-2ee7adff-4f9e-41e3-a3ea-7f5b85abc6af tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 30 16:11:58.779088 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025dd62-0d7e-4c67-bc76-767c27465de4 req-1ebb18ba-a870-4680-a7ba-95cd1f1b5474 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:58.780579 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6025dd62-0d7e-4c67-bc76-767c27465de4 req-1ebb18ba-a870-4680-a7ba-95cd1f1b5474 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0515943 Jul 30 16:11:58.817651 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6025dd62-0d7e-4c67-bc76-767c27465de4 req-65b39217-056e-4695-b295-57f404b0e457 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Jul 30 16:11:59.464591 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f5373b0d-e4ea-451a-b3a5-fd425224dc7d req-e0a05956-bfef-41a5-82cb-ead978721d42 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.0253112 Jul 30 16:11:59.763524 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd4e1f-174b-4358-a3bf-26ee877adfe7 req-98808dcc-b55d-4d25-a6d2-b5f6fe1d5c4a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:59.764979 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ebdd4e1f-174b-4358-a3bf-26ee877adfe7 req-98808dcc-b55d-4d25-a6d2-b5f6fe1d5c4a tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0476217 Jul 30 16:11:59.801709 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ebdd4e1f-174b-4358-a3bf-26ee877adfe7 req-f8c14568-81ba-4790-8fc3-86a5ef2af568 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Jul 30 16:11:59.934597 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572d89-0b81-45b6-b3d1-b667a15de8bd req-9e65cdc1-ed9e-4a61-827d-8be89a8aee19 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:11:59.936014 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-87572d89-0b81-45b6-b3d1-b667a15de8bd req-9e65cdc1-ed9e-4a61-827d-8be89a8aee19 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 944 time: 0.0472925 Jul 30 16:11:59.973369 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-87572d89-0b81-45b6-b3d1-b667a15de8bd req-c53bc72d-9fb3-4e39-9a49-fc8f01d247c8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315592 Jul 30 16:12:00.171500 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4f9fcb96-116b-472f-84aa-c777e2358cb4'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:12:00.193576 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:12:00.239711 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 9138d528-69f5-4703-ba07-6f85b67dc617 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:12:00.240081 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:00.319194 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:00.341676 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:00.343978 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2411da8a-ea10-4fee-868d-e7c6079815e8" -d '{"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:00.356755 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:00.360744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:00.361534 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 93b5bd35-b14d-4747-b351-ad0f4291d3bf no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:00.398667 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fce59d-d567-4ecb-b152-9279faa5921a x-openstack-request-id: req-08fce59d-d567-4ecb-b152-9279faa5921a {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:00.398959 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-plugged", "status": "completed", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:00.399242 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08fce59d-d567-4ecb-b152-9279faa5921a {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:00.399627 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'code': 200} Jul 30 16:12:00.401950 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 93b5bd35-b14d-4747-b351-ad0f4291d3bf {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:00.402297 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 93b5bd35-b14d-4747-b351-ad0f4291d3bf not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:00.427078 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=10']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:00.665811 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b77c79f8-1f16-44e5-98d9-6b4dfe128e5b req-416bcbbc-f031-4527-87bf-64ba9fca3454 tempest-ServerRescueNegativeTestJSON-387798038 tempest-ServerRescueNegativeTestJSON-387798038-project] 10.222.0.37 "GET /v2.0/ports?device_id=f429942e-bf01-4d55-9cb0-29cdf5d6fef6 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Jul 30 16:12:00.926831 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64f89d-7ad2-4329-bdd9-be828cd75d1d req-ba14bcc8-292e-4087-ae31-e9ab594a3043 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:00.928900 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5c64f89d-7ad2-4329-bdd9-be828cd75d1d req-ba14bcc8-292e-4087-ae31-e9ab594a3043 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0543141 Jul 30 16:12:00.973280 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5c64f89d-7ad2-4329-bdd9-be828cd75d1d req-19aa0fcd-256c-4575-b2a8-ab5efdbb73b3 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Jul 30 16:12:01.094769 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d560-7f75-4047-a0ee-a7a93a3587cd req-b04a5a40-1251-4eff-b9c0-08e084481b2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:01.096237 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d825d560-7f75-4047-a0ee-a7a93a3587cd req-b04a5a40-1251-4eff-b9c0-08e084481b2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0514793 Jul 30 16:12:01.118662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f82497-f3a0-4ee0-a556-c4b90a61fc8d req-d3ecdf99-c8ee-4b2a-8f72-95504c34da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:01.120198 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68f82497-f3a0-4ee0-a556-c4b90a61fc8d req-d3ecdf99-c8ee-4b2a-8f72-95504c34da8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 1099 time: 0.0463033 Jul 30 16:12:01.134292 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d825d560-7f75-4047-a0ee-a7a93a3587cd req-850fab2b-5105-4f71-b41a-74c5a9bde74c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320158 Jul 30 16:12:01.163065 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68f82497-f3a0-4ee0-a556-c4b90a61fc8d req-df4d4d29-6c60-409d-83ca-63d2046cc08c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289242 Jul 30 16:12:01.719920 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57882) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:02.262756 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec39351-fa5d-49e0-9dd2-7e976b4a4c51 req-5091df2d-0dbd-4391-a57c-b42f4b7e6108 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:02.264833 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ec39351-fa5d-49e0-9dd2-7e976b4a4c51 req-5091df2d-0dbd-4391-a57c-b42f4b7e6108 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0543678 Jul 30 16:12:02.308568 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ec39351-fa5d-49e0-9dd2-7e976b4a4c51 req-abf39fb7-9320-4e8c-9e65-363dfadc4e78 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356321 Jul 30 16:12:02.318913 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f145b-be28-4142-aaf9-df59db5e5cf0 req-d6f3c91d-8be2-4e9c-9555-499ca662cafb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:02.320388 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5a1f145b-be28-4142-aaf9-df59db5e5cf0 req-d6f3c91d-8be2-4e9c-9555-499ca662cafb tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0850136 Jul 30 16:12:02.407696 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5a1f145b-be28-4142-aaf9-df59db5e5cf0 req-83086c6b-d931-4c4e-820a-5460c028224d tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812395 Jul 30 16:12:02.527345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:02.820456 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Deleting port c69192d1-3083-45e2-b9aa-a83231f2ef9f {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:02.820714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:02.894904 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] For port c69192d1-3083-45e2-b9aa-a83231f2ef9f, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=c69192d1-3083-45e2-b9aa-a83231f2ef9f,segment=NetworkSegment(10209039-4c2f-4a07-b4df-9d85afe8f584),segment_id=10209039-4c2f-4a07-b4df-9d85afe8f584)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:02.895297 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:02.907868 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Calling delete_port for c69192d1-3083-45e2-b9aa-a83231f2ef9f owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:03.106449 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.134363 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69192d1-3083-45e2-b9aa-a83231f2ef9f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:03.145881 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.146233 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.146574 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.146913 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.147271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.147604 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.147930 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.148254 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.148579 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.148899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.149220 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.149541 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:03.311907 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.429019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ae0c-9a6d-4731-9c42-3ea8393c69d1 req-d5f8328f-67c0-4df0-8600-56c77940d737 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:03.431123 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2589ae0c-9a6d-4731-9c42-3ea8393c69d1 req-d5f8328f-67c0-4df0-8600-56c77940d737 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0484846 Jul 30 16:12:03.454736 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb12210-7f7c-4b92-bbd7-bb81f3556b5e req-3255bc93-1880-4ad4-a3a0-28ca8311ccfb tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:03.456248 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-edb12210-7f7c-4b92-bbd7-bb81f3556b5e req-3255bc93-1880-4ad4-a3a0-28ca8311ccfb tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0985334 Jul 30 16:12:03.471757 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2589ae0c-9a6d-4731-9c42-3ea8393c69d1 req-b1b9e331-8612-4bad-8e63-e09c4cf212e1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332453 Jul 30 16:12:03.540648 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-edb12210-7f7c-4b92-bbd7-bb81f3556b5e req-348c1a60-ea12-4210-aa07-a03984e82808 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780461 Jul 30 16:12:03.582694 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce98f2f-70c2-437d-b7f1-845f5613c13c req-0c3ebbfd-12af-4df5-b9b2-9fded8dc05a5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:03.584282 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4ce98f2f-70c2-437d-b7f1-845f5613c13c req-0c3ebbfd-12af-4df5-b9b2-9fded8dc05a5 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0531907 Jul 30 16:12:03.602496 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Router c40a9308-ce38-4ea2-9554-fa8d5f25744c has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:12:03.622219 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4ce98f2f-70c2-437d-b7f1-845f5613c13c req-17958972-4758-4008-b439-228455e00d2c tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 Jul 30 16:12:03.706863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:12:03.712032 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3b55f2b2-e61f-426c-99eb-fa0b34471e17 admin admin] 10.222.0.37 "PUT /v2.0/routers/c40a9308-ce38-4ea2-9554-fa8d5f25744c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9911163 Jul 30 16:12:03.714539 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57906) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:03.717787 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Sync routers for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:12:03.726777 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:03.727410 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:11:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:03.815548 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.828158 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:03.913844 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.968004 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Deleting port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:03.968369 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:03.998944 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:12:03Z', 'revision_number': 5, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port': {'id': 'd25d51bb-90d4-45bb-98ab-d6c7e7c261cf', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:04.047185 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] For port d25d51bb-90d4-45bb-98ab-d6c7e7c261cf, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:04.047541 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.061158 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Calling delete_port for d25d51bb-90d4-45bb-98ab-d6c7e7c261cf owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:04.108488 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Checking router: c40a9308-ce38-4ea2-9554-fa8d5f25744c for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:12:04.116663 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Routers {'c40a9308-ce38-4ea2-9554-fa8d5f25744c'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:12:04.117262 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:11:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:04.201333 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] Set router c40a9308-ce38-4ea2-9554-fa8d5f25744c gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:12:04.228234 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.250982 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:12:03Z', 'revision_number': 6, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:04.253896 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25d51bb-90d4-45bb-98ab-d6c7e7c261cf,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:04.283945 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579d689-c474-46bf-a0c9-8ab1d2ac950f None None] The sync data for ids ['c40a9308-ce38-4ea2-9554-fa8d5f25744c'] in dv-cinder-803046-3-iscsi is: [{'id': 'c40a9308-ce38-4ea2-9554-fa8d5f25744c', 'name': 'tempest-ServerRescueNegativeTestJSON-1543657570-router', 'tenant_id': 'e827ef52c141425d86e34941944a68cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:12:03Z', 'revision_number': 6, 'project_id': 'e827ef52c141425d86e34941944a68cc', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:12:04.320776 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.421054 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.423095 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.492015 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.492636 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40a9308-ce38-4ea2-9554-fa8d5f25744c {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:12:04.497392 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.498519 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-60963152-a9a6-48ce-a5bb-432c1ab4c368 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c40a9308-ce38-4ea2-9554-fa8d5f25744c HTTP/1.1" status: 204 len: 168 time: 0.7829828 Jul 30 16:12:04.501417 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57910) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:04.547070 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Deleting subnet a106caf4-e05e-4271-9182-2a239c39cc25 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:04.550204 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.586965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.598376 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db2469-30db-47bf-a39e-2828f5f71a1d req-f9735124-0075-4b60-a37d-c9ec35d62ac4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:04.598594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.600057 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a3db2469-30db-47bf-a39e-2828f5f71a1d req-f9735124-0075-4b60-a37d-c9ec35d62ac4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0553279 Jul 30 16:12:04.641478 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a3db2469-30db-47bf-a39e-2828f5f71a1d req-d54a9419-ee67-4616-9001-170db779a894 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354156 Jul 30 16:12:04.690530 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084807ea-a18f-4194-b19a-0b309c9e652c req-a90f53c6-89b9-4c18-9468-4aebae6c8981 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:04.692152 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-084807ea-a18f-4194-b19a-0b309c9e652c req-a90f53c6-89b9-4c18-9468-4aebae6c8981 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0648046 Jul 30 16:12:04.756729 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-084807ea-a18f-4194-b19a-0b309c9e652c req-d110ff20-ce07-459c-b426-96b5e176295e tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513358 Jul 30 16:12:04.761809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.790985 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a106caf4-e05e-4271-9182-2a239c39cc25,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:04.793384 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d019b4c-096b-40ea-9f81-3207d581034a req-059f35e4-3e23-414c-b947-58175b6c0293 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:04.795243 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7d019b4c-096b-40ea-9f81-3207d581034a req-059f35e4-3e23-414c-b947-58175b6c0293 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0681818 Jul 30 16:12:04.795977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.798079 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-89d77414-6243-4189-9517-de1eb5c5b6af admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a106caf4-e05e-4271-9182-2a239c39cc25 HTTP/1.1" status: 204 len: 168 time: 0.2955637 Jul 30 16:12:04.800574 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 57918) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:04.807838 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device c69192d1-3083-45e2-b9aa-a83231f2ef9f no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:04.835314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: c69192d1-3083-45e2-b9aa-a83231f2ef9f {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:04.835836 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device c69192d1-3083-45e2-b9aa-a83231f2ef9f not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:04.849074 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7d019b4c-096b-40ea-9f81-3207d581034a req-df3d9979-e3d8-4e37-b7ee-1addc06c7899 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Jul 30 16:12:04.873184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.952459 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:04.962191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.962531 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.963320 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.963650 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > port after_create 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.963984 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.964313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > port after_update 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.964646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.964976 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.965336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:04.965771 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:05.074148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:05.074391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:05.074747 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:05.075080 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 30 16:12:05.075482 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae50bb3-8e84-4c6c-a9c3-090b63e0f099']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.092595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10209039-4c2f-4a07-b4df-9d85afe8f584') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.092885 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10209039-4c2f-4a07-b4df-9d85afe8f584') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:05.112561 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.133830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.145107 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:05.145525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: from cryptography.utils import int_from_bytes Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: from cryptography.utils import int_from_bytes Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:05.149843 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:05.157920 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4f9fcb96-116b-472f-84aa-c777e2358cb4 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:05.184528 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 4f9fcb96-116b-472f-84aa-c777e2358cb4 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:05.185169 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4f9fcb96-116b-472f-84aa-c777e2358cb4 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:05.215431 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.222311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.224369 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7ae50bb3-8e84-4c6c-a9c3-090b63e0f099 HTTP/1.1" status: 204 len: 168 time: 0.4224963 Jul 30 16:12:05.238532 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553057df-dad7-40c8-8dfc-7020d3ee5708 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae50bb3-8e84-4c6c-a9c3-090b63e0f099,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:05.288448 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-0d812392-8930-4fce-b3a1-7b7e6e336847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.289968 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-0d812392-8930-4fce-b3a1-7b7e6e336847 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1138 time: 0.0480342 Jul 30 16:12:05.347378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57922) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:05.388670 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-78a77f63-999e-41bb-815c-2bb6244ad4ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e827ef52c141425d86e34941944a68cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401306 Jul 30 16:12:05.391206 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 57924) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:05.413160 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-e684d6bd-8d79-4bb8-b6c8-34eef82f5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.414778 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-e684d6bd-8d79-4bb8-b6c8-34eef82f5da1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.1011930 Jul 30 16:12:05.447314 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.473345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.495272 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-85d03906-9380-4e3a-bfc7-45dc87509a58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0615687 Jul 30 16:12:05.520218 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.522749 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:05.523898 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470a124b-2581-4381-bc1b-489cc5339308 HTTP/1.1" status: 204 len: 168 time: 0.1316144 Jul 30 16:12:05.537529 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce97f6-8aac-4004-8c5e-058708524b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a124b-2581-4381-bc1b-489cc5339308,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:05.569883 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-812ca8e6-349d-47be-913e-e7b78102a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.572269 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-812ca8e6-349d-47be-913e-e7b78102a801 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0609252 Jul 30 16:12:05.625553 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-184d47b3-58c9-4a2b-bdde-c942ff933876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.627042 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-184d47b3-58c9-4a2b-bdde-c942ff933876 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436478 Jul 30 16:12:05.741743 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-451f2893-ccf5-43a9-a2d4-3b5c13346cbe service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031640 Jul 30 16:12:05.866206 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d185c8-ca91-42ab-9333-3546125d2cb3 req-23da5347-e4d6-46fb-9da9-f3f6e46a119d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.867760 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e9d185c8-ca91-42ab-9333-3546125d2cb3 req-23da5347-e4d6-46fb-9da9-f3f6e46a119d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.1491177 Jul 30 16:12:05.913670 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-88aa6589-d9a2-42c1-b7bb-50932e6c2418 req-ec66c621-e508-4c9e-882c-223a6fb51c89 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582344 Jul 30 16:12:05.935398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e9d185c8-ca91-42ab-9333-3546125d2cb3 req-8913eac3-cace-440d-af05-d3b86e53f782 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553849 Jul 30 16:12:05.940654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd1f0-9561-4b6e-b7a2-5c8aafd01497 req-9c206a4d-794f-4f21-82fa-04ce5c453620 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:05.943736 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79acd1f0-9561-4b6e-b7a2-5c8aafd01497 req-9c206a4d-794f-4f21-82fa-04ce5c453620 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0935936 Jul 30 16:12:06.016758 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79acd1f0-9561-4b6e-b7a2-5c8aafd01497 req-c71deb8e-98d2-4d5e-b930-10ea146c89ee tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653584 Jul 30 16:12:06.081208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-4591a976-fecc-4933-8b8e-37198c2911db tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:06.082785 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-4591a976-fecc-4933-8b8e-37198c2911db tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.1154010 Jul 30 16:12:06.099447 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a157-b53f-4475-9309-750863969db0 req-a6c4ad06-1ea1-438a-a099-ef7bfb222a6e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:06.101015 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ad1a157-b53f-4475-9309-750863969db0 req-a6c4ad06-1ea1-438a-a099-ef7bfb222a6e tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 946 time: 0.0659277 Jul 30 16:12:06.196893 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0ad1a157-b53f-4475-9309-750863969db0 req-37f1dd52-dedd-44c9-96d9-cf8c091312d1 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/security-groups?id=0cb1d862-707d-491b-8551-7980141e06ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878129 Jul 30 16:12:06.240508 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Deleting port 145bce74-4c4f-477e-a0d9-380929929e79 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:06.241509 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.353376 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] For port 145bce74-4c4f-477e-a0d9-380929929e79, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=145bce74-4c4f-477e-a0d9-380929929e79,segment=NetworkSegment(71059958-3bfe-46d8-bd82-f3f63f46f25a),segment_id=71059958-3bfe-46d8-bd82-f3f63f46f25a)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:06.353838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.367808 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Calling delete_port for 145bce74-4c4f-477e-a0d9-380929929e79 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:06.416801 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d25d51bb-90d4-45bb-98ab-d6c7e7c261cf no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:06.437886 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: d25d51bb-90d4-45bb-98ab-d6c7e7c261cf {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:06.438225 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d25d51bb-90d4-45bb-98ab-d6c7e7c261cf not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:06.525185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.544830 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['145bce74-4c4f-477e-a0d9-380929929e79'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:12:06.555934 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Pushing event deleted for resources: {'Port': ['ID=145bce74-4c4f-477e-a0d9-380929929e79,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:06.599879 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] No DVR routers for this DVR port 145bce74-4c4f-477e-a0d9-380929929e79 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:06.602529 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:06.604777 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b113f440-1ff5-4fc7-ba91-34385e336fd9 req-ee839317-3f86-43af-a209-b1aca2f85011 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.70 "DELETE /v2.0/ports/145bce74-4c4f-477e-a0d9-380929929e79 HTTP/1.1" status: 204 len: 173 time: 0.5024478 Jul 30 16:12:06.605292 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'name': 'network-vif-deleted', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:06.608698 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c139101f-b721-4949-8819-f5aec35157d1" -d '{"events": [{"server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "name": "network-vif-deleted", "tag": "145bce74-4c4f-477e-a0d9-380929929e79"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:06.649382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9a4b48-7470-4a68-9970-90ee3f8410d8 x-openstack-request-id: req-3c9a4b48-7470-4a68-9970-90ee3f8410d8 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:06.649753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babe3fe6-376a-4331-8d5d-c2dd904a9fa2", "name": "network-vif-deleted", "tag": "145bce74-4c4f-477e-a0d9-380929929e79", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:06.650053 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c9a4b48-7470-4a68-9970-90ee3f8410d8 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:06.650507 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babe3fe6-376a-4331-8d5d-c2dd904a9fa2', 'name': 'network-vif-deleted', 'tag': '145bce74-4c4f-477e-a0d9-380929929e79', 'status': 'completed', 'code': 200} Jul 30 16:12:07.066439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5e48-2c98-46f2-a1c8-814f83d48179 req-842fd113-63d0-4497-8e15-ed5d166d0b61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:07.067982 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3d4d5e48-2c98-46f2-a1c8-814f83d48179 req-842fd113-63d0-4497-8e15-ed5d166d0b61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0523446 Jul 30 16:12:07.112019 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3d4d5e48-2c98-46f2-a1c8-814f83d48179 req-dcad8a4e-874d-4236-9179-20fabd13184b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378575 Jul 30 16:12:07.135569 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a479-e815-4ea3-94d4-b495e004d6cb req-83f43945-edc5-439e-b463-b36f95aaeee5 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:07.137661 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-16e3a479-e815-4ea3-94d4-b495e004d6cb req-83f43945-edc5-439e-b463-b36f95aaeee5 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0526252 Jul 30 16:12:07.179091 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-16e3a479-e815-4ea3-94d4-b495e004d6cb req-682be26a-6c4c-4343-804a-a0378b575286 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343664 Jul 30 16:12:07.532870 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-35349a0c-c516-4eef-9c78-784596ca157b req-fa64c29a-749f-4ef3-9f71-efb5db4f5a77 tempest-AttachVolumeNegativeTest-1538000330 tempest-AttachVolumeNegativeTest-1538000330-project] 10.222.0.37 "GET /v2.0/ports?device_id=babe3fe6-376a-4331-8d5d-c2dd904a9fa2 HTTP/1.1" status: 200 len: 210 time: 0.2517121 Jul 30 16:12:07.988170 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d677fb24-0c61-42ed-83d2-032a79496838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.315500 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a7947-afa9-469e-9c12-b4c6e87937b8 req-bab39c49-4a66-4443-84be-6fda668fb422 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:08.316988 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-273a7947-afa9-469e-9c12-b4c6e87937b8 req-bab39c49-4a66-4443-84be-6fda668fb422 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0522358 Jul 30 16:12:08.357108 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-273a7947-afa9-469e-9c12-b4c6e87937b8 req-4cfafcc3-1785-40fe-8f52-a206c70cc2e0 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337906 Jul 30 16:12:08.587041 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58056) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:08.629637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Deleting subnet ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:08.632595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.669779 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.706829 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.756760 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.782559 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2ede9b-bdc9-431b-9bd5-9a8aa7097545,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:08.784507 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.786368 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8f429745-d18c-47a9-9f7e-9497e018a33d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea2ede9b-bdc9-431b-9bd5-9a8aa7097545 HTTP/1.1" status: 204 len: 168 time: 0.1982512 Jul 30 16:12:08.788834 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58058) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:08.857383 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.931856 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.941857 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a836950-de83-4064-be6b-b98de3093a5e']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:08.951579 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71059958-3bfe-46d8-bd82-f3f63f46f25a') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:08.951871 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71059958-3bfe-46d8-bd82-f3f63f46f25a') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:08.969807 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.983675 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.989375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:08.989755 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:08.991449 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:09.052143 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.053933 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.055781 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9a836950-de83-4064-be6b-b98de3093a5e HTTP/1.1" status: 204 len: 168 time: 0.2660525 Jul 30 16:12:09.066621 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db591e62-57ba-49dd-b492-dbae68f347c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a836950-de83-4064-be6b-b98de3093a5e,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.242390 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58072) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:09.295159 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6a21e4d4-f35d-433d-bd3c-73ec49de9930 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9b01b7e6d90426088cefd5ff16e7347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498729 Jul 30 16:12:09.297014 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58074) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:09.343782 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.364814 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.416902 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.421187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:09.422340 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0cb1d862-707d-491b-8551-7980141e06ca HTTP/1.1" status: 204 len: 168 time: 0.1244099 Jul 30 16:12:09.434935 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe38b0-047d-4e7d-8d85-3fcf53d97e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb1d862-707d-491b-8551-7980141e06ca,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:09.494002 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c15d-2c9a-4891-95ab-3aaea5b32e83 req-6debaf8b-4d56-4b5b-8e22-1c5fe5d453f7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:09.497106 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-30c0c15d-2c9a-4891-95ab-3aaea5b32e83 req-6debaf8b-4d56-4b5b-8e22-1c5fe5d453f7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0633895 Jul 30 16:12:09.536301 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-30c0c15d-2c9a-4891-95ab-3aaea5b32e83 req-ed00d52d-7f1a-405a-bd28-a5b3659832d7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335507 Jul 30 16:12:10.203884 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:12:10.429724 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8144f740-25d2-4a13-8db7-a0604be0da0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:10.649997 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169580da-8d0b-4df6-90eb-7640394a024b req-bfe4c9cc-569d-4801-8314-95875a7c4877 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:10.651476 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-169580da-8d0b-4df6-90eb-7640394a024b req-bfe4c9cc-569d-4801-8314-95875a7c4877 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0474789 Jul 30 16:12:10.692234 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-169580da-8d0b-4df6-90eb-7640394a024b req-42ca160f-c500-4c49-82ec-24fbdffcc869 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345149 Jul 30 16:12:10.791160 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.378488 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.701661 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:11.804759 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd40743-eac0-42b9-a214-398ae91730f3 req-a3251833-375d-471d-af04-14f5d50e6daa tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:11.806184 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6bd40743-eac0-42b9-a214-398ae91730f3 req-a3251833-375d-471d-af04-14f5d50e6daa tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0480628 Jul 30 16:12:11.849649 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6bd40743-eac0-42b9-a214-398ae91730f3 req-dea542bb-4dfe-4a13-be39-478b74940d0d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367162 Jul 30 16:12:12.365763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 145bce74-4c4f-477e-a0d9-380929929e79 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:12.386446 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 145bce74-4c4f-477e-a0d9-380929929e79 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:12.386891 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 145bce74-4c4f-477e-a0d9-380929929e79 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:12.660597 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62e99-aedc-4f66-8086-ed5818b22e7b req-6d35e486-871e-49ea-981e-de586c524a65 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:12.662045 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-47d62e99-aedc-4f66-8086-ed5818b22e7b req-6d35e486-871e-49ea-981e-de586c524a65 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0473180 Jul 30 16:12:12.699482 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-47d62e99-aedc-4f66-8086-ed5818b22e7b req-b347818a-51bc-4df1-b994-e2d1138662e4 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jul 30 16:12:12.959593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953c3e-5d8d-4fe1-bad4-a63d2c64b937 req-866a4a11-b410-44f2-b1c3-6ac701f6de99 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:12.961027 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da953c3e-5d8d-4fe1-bad4-a63d2c64b937 req-866a4a11-b410-44f2-b1c3-6ac701f6de99 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0468276 Jul 30 16:12:13.000078 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-da953c3e-5d8d-4fe1-bad4-a63d2c64b937 req-339a07e6-ce47-4285-ab21-4ef294384a22 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326097 Jul 30 16:12:13.689203 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:13.815476 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4a648-6205-426f-bcdd-c3f49b5153cc req-9d443b46-f35f-4363-a231-3280b216e002 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:13.816927 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18a4a648-6205-426f-bcdd-c3f49b5153cc req-9d443b46-f35f-4363-a231-3280b216e002 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0519724 Jul 30 16:12:13.853222 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18a4a648-6205-426f-bcdd-c3f49b5153cc req-131d1c99-e867-400b-9a31-9dbce8ad0b5d tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Jul 30 16:12:14.117120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915e1c-3085-4051-8d55-f5bf550b7d92 req-6d49f673-ee2e-4b72-ad28-a1fce6c06f45 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:14.118567 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-53915e1c-3085-4051-8d55-f5bf550b7d92 req-6d49f673-ee2e-4b72-ad28-a1fce6c06f45 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0475285 Jul 30 16:12:14.158073 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-53915e1c-3085-4051-8d55-f5bf550b7d92 req-0cb76f96-10ff-48fe-9960-43b0f3f49271 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329099 Jul 30 16:12:14.974844 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98768-68a5-4ee4-865f-b911be5bf4a8 req-a9263b95-6da0-4061-bc9b-870f43ce5980 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:14.976339 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-86a98768-68a5-4ee4-865f-b911be5bf4a8 req-a9263b95-6da0-4061-bc9b-870f43ce5980 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0561621 Jul 30 16:12:15.014368 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-86a98768-68a5-4ee4-865f-b911be5bf4a8 req-4df72bbe-986d-4cca-b629-13e77c88e290 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Jul 30 16:12:15.270266 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b98b-17b3-41a2-ae2c-d461d2833504 req-8648d2d7-4d04-4c3e-9431-9c63409ca02b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.271670 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c2c6b98b-17b3-41a2-ae2c-d461d2833504 req-8648d2d7-4d04-4c3e-9431-9c63409ca02b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0474548 Jul 30 16:12:15.318092 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c2c6b98b-17b3-41a2-ae2c-d461d2833504 req-62aa2718-a404-4be7-a2c3-bad4a4484021 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403514 Jul 30 16:12:15.387812 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-5beab076-d29a-48d2-bf57-9c707d982024 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384650 Jul 30 16:12:15.473428 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-bfa02967-f219-4a37-8655-8e00167d018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.474927 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-bfa02967-f219-4a37-8655-8e00167d018e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.0402701 Jul 30 16:12:15.592421 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-ac2b8afc-10ae-4aa6-b032-c41bb55d94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.593797 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-ac2b8afc-10ae-4aa6-b032-c41bb55d94d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.0861409 Jul 30 16:12:15.668318 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-91661330-9a32-4b3a-a065-9f38c5896a24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 1001 time: 0.0604053 Jul 30 16:12:15.723147 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-05a01b34-575d-4a43-895d-57e6a287c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.724839 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-05a01b34-575d-4a43-895d-57e6a287c3eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0454881 Jul 30 16:12:15.790229 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-8ea4e3b0-47ef-44ec-8a0c-106062a4b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:15.791781 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-8ea4e3b0-47ef-44ec-8a0c-106062a4b6f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447812 Jul 30 16:12:15.888852 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-9c3cc287-3b7e-49b5-b51d-fa5bf1d4864e service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Jul 30 16:12:15.985373 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b84e8628-1162-4bf0-bb58-5ff7186dca89 req-476796cd-deb0-40d8-bac2-26171baf162f service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Jul 30 16:12:16.129254 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8200e0-65c6-4e4d-b79c-28e27c3e6326 req-c7396284-5b99-42d5-807c-98be768a1a2f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:16.130633 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5e8200e0-65c6-4e4d-b79c-28e27c3e6326 req-c7396284-5b99-42d5-807c-98be768a1a2f tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0492902 Jul 30 16:12:16.170639 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5e8200e0-65c6-4e4d-b79c-28e27c3e6326 req-7e2bed57-f89d-44aa-bc39-3f1d6a68cc78 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Jul 30 16:12:16.443267 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6e314-7788-46c2-ad81-d0d93df9accf req-74c6d3eb-777d-46f4-a542-1112aaf60b0f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:16.446193 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cfd6e314-7788-46c2-ad81-d0d93df9accf req-74c6d3eb-777d-46f4-a542-1112aaf60b0f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0539327 Jul 30 16:12:16.487929 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cfd6e314-7788-46c2-ad81-d0d93df9accf req-39829a18-121b-4024-aa9a-17721274c084 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352795 Jul 30 16:12:17.214208 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58240) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:17.287192 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec5bc-7b1e-40c4-9211-a99863c3bf60 req-3395c8ae-3ecb-47cb-a6cb-c4932c6976f3 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:17.291946 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4adec5bc-7b1e-40c4-9211-a99863c3bf60 req-3395c8ae-3ecb-47cb-a6cb-c4932c6976f3 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0501618 Jul 30 16:12:17.328950 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48e1092a-53b7-490c-a5d3-62c77010062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.349280 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4adec5bc-7b1e-40c4-9211-a99863c3bf60 req-0ddd1de3-b0de-4a0e-9089-df4d301483c2 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533404 Jul 30 16:12:17.428524 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48e1092a-53b7-490c-a5d3-62c77010062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.432221 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-48e1092a-53b7-490c-a5d3-62c77010062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.469604 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-48e1092a-53b7-490c-a5d3-62c77010062e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a606983f3e0444282316e3852fab927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542744 Jul 30 16:12:17.470459 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1092a-53b7-490c-a5d3-62c77010062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fb3231-47f5-4f69-bb9b-8cfe2add3bba,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:17.472328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58244) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:17.520741 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.542025 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.618247 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d61f-4d1e-489a-9eb8-5c7fb5c991c1 req-5fd97f83-42ef-4bd0-810a-e1d3b6e9a044 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:17.619714 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0200d61f-4d1e-489a-9eb8-5c7fb5c991c1 req-5fd97f83-42ef-4bd0-810a-e1d3b6e9a044 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0620031 Jul 30 16:12:17.634368 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.636874 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:17.638456 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24fb3231-47f5-4f69-bb9b-8cfe2add3bba HTTP/1.1" status: 204 len: 168 time: 0.1651788 Jul 30 16:12:17.662323 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7906-14c8-43c7-8848-b430bce1df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fb3231-47f5-4f69-bb9b-8cfe2add3bba,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:17.685179 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0200d61f-4d1e-489a-9eb8-5c7fb5c991c1 req-ca8db703-0f20-4f01-8e74-f084c5c3bc07 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581253 Jul 30 16:12:18.468522 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd45da8-b946-4ce6-b5b8-3b273df4487e req-1536c8be-497b-4b3d-9bab-3041e03bc7fd tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:18.470071 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6cd45da8-b946-4ce6-b5b8-3b273df4487e req-1536c8be-497b-4b3d-9bab-3041e03bc7fd tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0492809 Jul 30 16:12:18.510633 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6cd45da8-b946-4ce6-b5b8-3b273df4487e req-350390d4-7498-420c-bba6-9489a3b6c466 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Jul 30 16:12:18.802789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c826d3a-dc3f-4b00-8ef4-3ed426483be3 req-f81f6d9e-c1c4-4829-ab81-93ae9f98cbc2 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:18.804159 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c826d3a-dc3f-4b00-8ef4-3ed426483be3 req-f81f6d9e-c1c4-4829-ab81-93ae9f98cbc2 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0487661 Jul 30 16:12:18.843512 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c826d3a-dc3f-4b00-8ef4-3ed426483be3 req-35621fe3-eb5e-4a48-9abd-332cd5102be0 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324104 Jul 30 16:12:19.624240 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbb3c9-1191-47f4-a433-3aba1239909c req-3fdfa166-c49d-437b-9df4-7fde11010a1c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:19.625705 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e8bbb3c9-1191-47f4-a433-3aba1239909c req-3fdfa166-c49d-437b-9df4-7fde11010a1c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0472159 Jul 30 16:12:19.672880 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e8bbb3c9-1191-47f4-a433-3aba1239909c req-1d0ef0fd-f179-4548-bbd9-92e6188e6ad8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Jul 30 16:12:19.954866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1ef2-7587-44f8-9c4e-bdb07afb3f7d req-e7e4ddda-8644-47c8-b0b5-3b2de4328227 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:19.956358 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0e8a1ef2-7587-44f8-9c4e-bdb07afb3f7d req-e7e4ddda-8644-47c8-b0b5-3b2de4328227 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0482485 Jul 30 16:12:19.994995 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0e8a1ef2-7587-44f8-9c4e-bdb07afb3f7d req-7a5961f4-68e1-4637-a4b3-1ac78f5b0cf2 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328033 Jul 30 16:12:20.583322 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-58208dfe-d0a2-4fe6-83d3-e53503baf10c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:20.584659 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-58208dfe-d0a2-4fe6-83d3-e53503baf10c tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0502985 Jul 30 16:12:20.803826 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7022ee-a1ac-41a7-9c79-0228b87ae78a req-b4957deb-e911-4a47-9165-5273814c5960 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:20.804286 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9d7022ee-a1ac-41a7-9c79-0228b87ae78a req-b4957deb-e911-4a47-9165-5273814c5960 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 946 time: 0.0624495 Jul 30 16:12:20.849124 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9d7022ee-a1ac-41a7-9c79-0228b87ae78a req-701f0a9b-e369-495e-b9f5-02c70a69dff7 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/security-groups?id=827da702-efd4-4752-a006-3e0912f82272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Jul 30 16:12:20.895897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Deleting port e2691890-7408-442b-9f7b-d4d100c13d23 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:12:20.896303 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:20.992428 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] For port e2691890-7408-442b-9f7b-d4d100c13d23, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e2691890-7408-442b-9f7b-d4d100c13d23,segment=NetworkSegment(37630538-12e6-41c0-92a5-b3e98bec8bc2),segment_id=37630538-12e6-41c0-92a5-b3e98bec8bc2)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:12:20.993036 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:21.006710 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Calling delete_port for e2691890-7408-442b-9f7b-d4d100c13d23 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:12:21.144329 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf9d92-7c20-4b67-b7af-25cfba2e15f5 req-9ce5082f-84c7-45cd-917c-6b2233cf6bb1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:21.146289 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ccf9d92-7c20-4b67-b7af-25cfba2e15f5 req-9ce5082f-84c7-45cd-917c-6b2233cf6bb1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0793638 Jul 30 16:12:21.240824 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ccf9d92-7c20-4b67-b7af-25cfba2e15f5 req-09131789-f15f-49b0-b171-3923b2e0599f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862544 Jul 30 16:12:21.241837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:21.257898 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['e2691890-7408-442b-9f7b-d4d100c13d23'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:12:21.274327 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Pushing event deleted for resources: {'Port': ['ID=e2691890-7408-442b-9f7b-d4d100c13d23,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:21.299947 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.300299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.300640 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.300980 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.301313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.301647 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.301977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.302306 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.302631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.302958 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.303311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.303636 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:12:21.324959 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] No DVR routers for this DVR port e2691890-7408-442b-9f7b-d4d100c13d23 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:12:21.327903 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:21.330301 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-22f01ba8-c9d9-416a-8745-e4754f133f92 req-2b8109b0-f179-46b4-80f3-7000e0470fd8 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.70 "DELETE /v2.0/ports/e2691890-7408-442b-9f7b-d4d100c13d23 HTTP/1.1" status: 204 len: 173 time: 0.7387214 Jul 30 16:12:21.330757 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'name': 'network-vif-deleted', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:12:21.333022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308bbf3-cc2b-401e-80c3-15dfa23e4bd5" -d '{"events": [{"server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "name": "network-vif-deleted", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:12:21.377263 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553a5c0c-ecdf-4f30-b86e-0d10f5d7267b x-openstack-request-id: req-553a5c0c-ecdf-4f30-b86e-0d10f5d7267b {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:12:21.377552 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefff8e4-fced-4b3a-8f42-a3555e17a203", "name": "network-vif-deleted", "tag": "e2691890-7408-442b-9f7b-d4d100c13d23", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:12:21.377797 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-553a5c0c-ecdf-4f30-b86e-0d10f5d7267b {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:12:21.378290 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefff8e4-fced-4b3a-8f42-a3555e17a203', 'name': 'network-vif-deleted', 'tag': 'e2691890-7408-442b-9f7b-d4d100c13d23', 'status': 'completed', 'code': 200} Jul 30 16:12:21.958595 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d2221802-1481-47c2-9833-1c1eaec67d51 req-57ba589d-3b83-46ee-88c0-c6f594553461 tempest-VolumesSnapshotTestJSON-683084261 tempest-VolumesSnapshotTestJSON-683084261-project] 10.222.0.37 "GET /v2.0/ports?device_id=eefff8e4-fced-4b3a-8f42-a3555e17a203 HTTP/1.1" status: 200 len: 210 time: 0.0327327 Jul 30 16:12:22.360628 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3d526-dca9-4c9a-94f0-007ed9d06aaf req-2b581aaf-bd0c-4cc6-9db5-45896dd5eff7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:22.362179 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b5f3d526-dca9-4c9a-94f0-007ed9d06aaf req-2b581aaf-bd0c-4cc6-9db5-45896dd5eff7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0498028 Jul 30 16:12:22.406610 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b5f3d526-dca9-4c9a-94f0-007ed9d06aaf req-d8afdfc4-3d2b-4b92-973f-13e7456b7500 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383794 Jul 30 16:12:23.518584 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5eac9-9b7d-41c9-acc5-89e3e153310c req-0fdcfbad-3086-40d3-8680-915f7d283b6b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:23.519981 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-15c5eac9-9b7d-41c9-acc5-89e3e153310c req-0fdcfbad-3086-40d3-8680-915f7d283b6b tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0477753 Jul 30 16:12:23.560624 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-15c5eac9-9b7d-41c9-acc5-89e3e153310c req-04c79d36-1e46-442d-92a5-38c937947b3f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346756 Jul 30 16:12:24.410395 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device e2691890-7408-442b-9f7b-d4d100c13d23 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:12:24.430247 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: e2691890-7408-442b-9f7b-d4d100c13d23 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:12:24.430586 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device e2691890-7408-442b-9f7b-d4d100c13d23 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:12:24.685918 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd72242-d22d-4d71-9032-89efad7971eb req-28e0e6ac-0f95-4bbe-9c4e-864187908c25 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:24.687403 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7fd72242-d22d-4d71-9032-89efad7971eb req-28e0e6ac-0f95-4bbe-9c4e-864187908c25 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0590668 Jul 30 16:12:24.728148 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7fd72242-d22d-4d71-9032-89efad7971eb req-3dc5d0c3-a9fd-4ccc-9045-177c06645871 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341930 Jul 30 16:12:25.846205 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fea27-de86-4798-9549-385eeeacdd9d req-a7b890dd-8852-4861-aa6a-c6f1a24f875a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:25.847938 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-763fea27-de86-4798-9549-385eeeacdd9d req-a7b890dd-8852-4861-aa6a-c6f1a24f875a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0526254 Jul 30 16:12:25.889488 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-763fea27-de86-4798-9549-385eeeacdd9d req-6809d0ce-bf4f-4a94-ac54-714af4bec2d4 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355334 Jul 30 16:12:27.005445 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c5af-39b0-4e5c-99cb-04c48239adee req-83382669-3dc5-4b96-843f-5f932d7729d3 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:27.006924 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-04c6c5af-39b0-4e5c-99cb-04c48239adee req-83382669-3dc5-4b96-843f-5f932d7729d3 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0497601 Jul 30 16:12:27.048183 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-04c6c5af-39b0-4e5c-99cb-04c48239adee req-81d56ab4-0e43-4d72-8286-8640b1a0692c tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350232 Jul 30 16:12:28.161362 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3332-5434-4fe1-b19c-56adc3ac5ff8 req-b1344210-4aad-43be-9523-c84e616bd82c tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:28.162820 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-943e3332-5434-4fe1-b19c-56adc3ac5ff8 req-b1344210-4aad-43be-9523-c84e616bd82c tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0475695 Jul 30 16:12:28.206296 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-943e3332-5434-4fe1-b19c-56adc3ac5ff8 req-bc08b39a-cc49-42d1-a596-b940d399318f tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368896 Jul 30 16:12:29.323214 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf8129-688c-4555-b327-cc1df16ec8c3 req-65a5fcbc-795f-424a-b113-2c0421a68d9d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:29.324783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1cf8129-688c-4555-b327-cc1df16ec8c3 req-65a5fcbc-795f-424a-b113-2c0421a68d9d tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0485306 Jul 30 16:12:29.363870 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a1cf8129-688c-4555-b327-cc1df16ec8c3 req-01326c39-348c-463c-8aa3-003404dd3d78 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331848 Jul 30 16:12:30.478040 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b367c-c7b2-4bd9-a36d-290d52eb17a8 req-667fe9b2-10cc-4078-aded-bf50c16c5f9a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:30.479523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-473b367c-c7b2-4bd9-a36d-290d52eb17a8 req-667fe9b2-10cc-4078-aded-bf50c16c5f9a tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0483453 Jul 30 16:12:30.519272 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-473b367c-c7b2-4bd9-a36d-290d52eb17a8 req-a2e370f1-c4e8-4de6-bd45-ecc30d7ecbcd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92&id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330558 Jul 30 16:12:35.378829 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380f07-288b-418e-ada9-528273593f57 req-454c280d-1b18-4f37-9ec1-8bd23aa86b39 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:35.381530 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d6380f07-288b-418e-ada9-528273593f57 req-454c280d-1b18-4f37-9ec1-8bd23aa86b39 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0655620 Jul 30 16:12:35.423416 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d6380f07-288b-418e-ada9-528273593f57 req-7816761d-9a94-4ff5-b176-de4b0dd25e93 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354469 Jul 30 16:12:36.547352 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8be215-047a-496a-be68-6b0228ace28f req-2f5a3c63-3593-43a5-a26f-2ae8b1f034c6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:36.548734 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ff8be215-047a-496a-be68-6b0228ace28f req-2f5a3c63-3593-43a5-a26f-2ae8b1f034c6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Jul 30 16:12:36.585553 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ff8be215-047a-496a-be68-6b0228ace28f req-04fa9850-6d2e-4154-8586-18416ec4842e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Jul 30 16:12:37.698201 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e312-2f84-4497-97fc-4bf51d24ba14 req-162a622c-6ed0-4b59-8b6b-eb4db388b6e6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:37.700565 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ff46e312-2f84-4497-97fc-4bf51d24ba14 req-162a622c-6ed0-4b59-8b6b-eb4db388b6e6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Jul 30 16:12:37.739356 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ff46e312-2f84-4497-97fc-4bf51d24ba14 req-51140bd1-2b0f-4ccc-8530-bbc76fa46879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327361 Jul 30 16:12:37.989427 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-37045b07-47de-40b8-aa66-3a080e924385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:38.853793 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed8b97-ea1b-4429-8f16-dc032f7276c3 req-118e4de6-3445-4743-84c3-e51a6224178a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:38.855314 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-31ed8b97-ea1b-4429-8f16-dc032f7276c3 req-118e4de6-3445-4743-84c3-e51a6224178a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Jul 30 16:12:38.901877 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-31ed8b97-ea1b-4429-8f16-dc032f7276c3 req-e751f56c-5eea-4b76-8060-705174b0854d tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382066 Jul 30 16:12:39.823928 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58606) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:39.925544 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc4f4-afe4-4aef-8ac7-23b0b26c25d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.050798 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379eab3e-9bd7-49e4-a4e1-459411c4113a req-846ea810-b922-4e70-a0b8-8670d43f54ec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:40.052299 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-379eab3e-9bd7-49e4-a4e1-459411c4113a req-846ea810-b922-4e70-a0b8-8670d43f54ec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0758989 Jul 30 16:12:40.091653 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc4f4-afe4-4aef-8ac7-23b0b26c25d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.098852 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7f0cc4f4-afe4-4aef-8ac7-23b0b26c25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.138464 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-379eab3e-9bd7-49e4-a4e1-459411c4113a req-1d2b938e-dc2f-4521-879f-cadb6acf0a2f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755076 Jul 30 16:12:40.150449 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7f0cc4f4-afe4-4aef-8ac7-23b0b26c25d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e3f0d8772eb426eb8287e86af5c5eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251746 Jul 30 16:12:40.153081 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58616) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:40.157691 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cc4f4-afe4-4aef-8ac7-23b0b26c25d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3406b-245d-4240-90cc-29b9085b0ee6,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:40.204236 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.224578 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.270860 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.273439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.274602 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cb3406b-245d-4240-90cc-29b9085b0ee6 HTTP/1.1" status: 204 len: 168 time: 0.1198306 Jul 30 16:12:40.282465 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ec233-a8c5-4d42-aef6-72ba3ab3ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3406b-245d-4240-90cc-29b9085b0ee6,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:40.431281 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-be1737f8-9392-4fc3-997e-6b73968f359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:40.797387 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.270291 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a698fe-5181-43db-b086-ba9c5a265069 req-aa72320a-682f-468c-b07a-40a35d3ff465 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:41.271866 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91a698fe-5181-43db-b086-ba9c5a265069 req-aa72320a-682f-468c-b07a-40a35d3ff465 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0594411 Jul 30 16:12:41.318154 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91a698fe-5181-43db-b086-ba9c5a265069 req-aa6f510f-6355-4ead-a04c-318176f1dc88 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Jul 30 16:12:41.370328 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:41.706629 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:42.435392 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874bdff-cb5b-4446-905c-fea31aa1b152 req-50bd8ef7-9dc0-4d3d-be59-8289ed42e030 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:42.436861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b874bdff-cb5b-4446-905c-fea31aa1b152 req-50bd8ef7-9dc0-4d3d-be59-8289ed42e030 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Jul 30 16:12:42.473257 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b874bdff-cb5b-4446-905c-fea31aa1b152 req-ee6721db-3d4e-4bcc-8baf-04d98de81e3f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Jul 30 16:12:43.591378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e4277-9c51-4521-a58b-f43b24ca86d9 req-fa23b731-e737-450f-8383-6582d2e218b0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:43.592746 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d02e4277-9c51-4521-a58b-f43b24ca86d9 req-fa23b731-e737-450f-8383-6582d2e218b0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Jul 30 16:12:43.629280 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d02e4277-9c51-4521-a58b-f43b24ca86d9 req-6c3081e9-0c11-4057-a61c-cf22a75201b1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306952 Jul 30 16:12:43.688366 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:44.742020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5926e-82aa-4fb7-b67a-4b80244c2cc2 req-2ec39390-eb77-4ff2-b4e9-abfe97e5be08 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:44.743504 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f8a5926e-82aa-4fb7-b67a-4b80244c2cc2 req-2ec39390-eb77-4ff2-b4e9-abfe97e5be08 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Jul 30 16:12:44.783344 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f8a5926e-82aa-4fb7-b67a-4b80244c2cc2 req-fafb769d-6d6e-4147-a86b-e5d0c9aaa2d5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Jul 30 16:12:45.419917 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58752) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:45.546861 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-efa6dcad-cb63-4ade-9f59-07ccc4a9271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.640455 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-efa6dcad-cb63-4ade-9f59-07ccc4a9271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.644866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-efa6dcad-cb63-4ade-9f59-07ccc4a9271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.683306 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-efa6dcad-cb63-4ade-9f59-07ccc4a9271e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1ed8784f37c44fe980fd45c121a9f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621419 Jul 30 16:12:45.685125 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6dcad-cb63-4ade-9f59-07ccc4a9271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b0e3d8-9c7f-4728-ac05-0234fc360769,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:45.686664 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58766) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:45.735225 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.757111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.812450 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.815103 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:45.816306 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35b0e3d8-9c7f-4728-ac05-0234fc360769 HTTP/1.1" status: 204 len: 168 time: 0.1285577 Jul 30 16:12:45.824460 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372af0a1-782a-4b2f-abb0-45de7207225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b0e3d8-9c7f-4728-ac05-0234fc360769,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:45.923142 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee929c-f390-4196-82b2-ff6ba6d7a002 req-f8bd6397-be3a-4466-8feb-b1fae1532be0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:45.924652 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2ee929c-f390-4196-82b2-ff6ba6d7a002 req-f8bd6397-be3a-4466-8feb-b1fae1532be0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0514009 Jul 30 16:12:45.967406 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c2ee929c-f390-4196-82b2-ff6ba6d7a002 req-09d35363-2bbe-47cf-afbc-f80963de4457 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Jul 30 16:12:46.087126 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58774) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:46.103799 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87de7cdd-6bb8-43f6-8d22-169b424bdc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.197519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87de7cdd-6bb8-43f6-8d22-169b424bdc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.201274 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87de7cdd-6bb8-43f6-8d22-169b424bdc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.238045 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de7cdd-6bb8-43f6-8d22-169b424bdc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3750f2e-5cee-4e45-a5ec-dff43a460091,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:46.242298 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-87de7cdd-6bb8-43f6-8d22-169b424bdc21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a21b97df61f648be961ace09acab9127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541395 Jul 30 16:12:46.245030 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58776) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:46.294190 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.315398 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.360287 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.362869 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:46.364028 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3750f2e-5cee-4e45-a5ec-dff43a460091 HTTP/1.1" status: 204 len: 168 time: 0.1182547 Jul 30 16:12:46.372467 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5450cc6-69a9-431d-af59-ba24df393557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3750f2e-5cee-4e45-a5ec-dff43a460091,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:47.098142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155033-7903-45b9-88c8-b8b7bbcc866c req-fc61dd7c-75e4-414e-a459-4026ac5df126 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:47.099692 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d7155033-7903-45b9-88c8-b8b7bbcc866c req-fc61dd7c-75e4-414e-a459-4026ac5df126 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Jul 30 16:12:47.137873 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d7155033-7903-45b9-88c8-b8b7bbcc866c req-4bce71f9-4dd9-476a-9f5e-7c4f7dc8d8f6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Jul 30 16:12:47.203400 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:12:48.268189 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f72ac-460c-4de4-a9d0-7500c8518004 req-65ef98f5-4696-4c5f-8134-d7aef18396da tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:48.270024 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-535f72ac-460c-4de4-a9d0-7500c8518004 req-65ef98f5-4696-4c5f-8134-d7aef18396da tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0520589 Jul 30 16:12:48.318002 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-535f72ac-460c-4de4-a9d0-7500c8518004 req-a763a231-9611-4e70-91f7-7a0303dcd382 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Jul 30 16:12:48.762979 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58894) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:48.868821 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49862c34-29f3-4e74-9496-aef4d7567177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:48.965258 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49862c34-29f3-4e74-9496-aef4d7567177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:48.969206 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49862c34-29f3-4e74-9496-aef4d7567177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.010328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58906) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:49.010821 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-49862c34-29f3-4e74-9496-aef4d7567177 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20ee8ed4ec704ef3ac99be3e92580e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462637 Jul 30 16:12:49.013973 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49862c34-29f3-4e74-9496-aef4d7567177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c28b234-7f04-4230-b238-e1d65dd29532,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:49.061229 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.081946 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.128959 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.131622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.132859 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c28b234-7f04-4230-b238-e1d65dd29532 HTTP/1.1" status: 204 len: 168 time: 0.1216223 Jul 30 16:12:49.141274 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c28ff3-eae1-4148-beb2-5f5c5baea4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c28b234-7f04-4230-b238-e1d65dd29532,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:49.429263 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 58930) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:49.443375 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a791622-7b59-4325-8d64-be2b514e6b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.448895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ed80-474b-40c0-908b-4b7f709102a1 req-96452c2c-f3f3-4189-9965-66d7bdd68a7e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:49.451039 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61f3ed80-474b-40c0-908b-4b7f709102a1 req-96452c2c-f3f3-4189-9965-66d7bdd68a7e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0557582 Jul 30 16:12:49.501275 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-61f3ed80-474b-40c0-908b-4b7f709102a1 req-13680a31-c60e-44a4-a8ad-b691a62ebf1f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438089 Jul 30 16:12:49.549835 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a791622-7b59-4325-8d64-be2b514e6b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.553009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a791622-7b59-4325-8d64-be2b514e6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.591401 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a791622-7b59-4325-8d64-be2b514e6b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243a0973-20e9-4b04-bab7-648327011116,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:49.599197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 58938) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:49.606338 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8a791622-7b59-4325-8d64-be2b514e6b39 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0370739b5a24a8aacef26104ef667f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753836 Jul 30 16:12:49.649458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.672101 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.715434 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.718063 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:49.719217 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/243a0973-20e9-4b04-bab7-648327011116 HTTP/1.1" status: 204 len: 168 time: 0.1196256 Jul 30 16:12:49.726517 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5980-7805-4fbe-bfd3-a52b76693a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a0973-20e9-4b04-bab7-648327011116,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:50.630933 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cf7b2-4f0a-4aa6-8231-2906411250de req-b54e8090-6d7a-4af2-8f61-fc127177a6e5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:50.633463 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f96cf7b2-4f0a-4aa6-8231-2906411250de req-b54e8090-6d7a-4af2-8f61-fc127177a6e5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Jul 30 16:12:50.682943 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f96cf7b2-4f0a-4aa6-8231-2906411250de req-5b775b9d-9ba7-49f5-869c-bf8f2d8dd677 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Jul 30 16:12:51.813367 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2604e-8dea-40d1-ad35-e468c9778655 req-8932f893-4806-4473-b47a-face39be19ca tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:51.814844 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3e2604e-8dea-40d1-ad35-e468c9778655 req-8932f893-4806-4473-b47a-face39be19ca tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0554962 Jul 30 16:12:51.852904 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e3e2604e-8dea-40d1-ad35-e468c9778655 req-0148dcc0-02f7-46fd-b759-ddaa9e9c06ec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Jul 30 16:12:52.045047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae1e3f-fc9a-4c3d-88c4-abdaddc3c105 req-6be6af8c-35e8-4312-aac4-75c5f8c8286f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:52.046467 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-09ae1e3f-fc9a-4c3d-88c4-abdaddc3c105 req-6be6af8c-35e8-4312-aac4-75c5f8c8286f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0496829 Jul 30 16:12:52.089046 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-09ae1e3f-fc9a-4c3d-88c4-abdaddc3c105 req-266c6df2-b016-4561-9f83-59956e3f954e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329285 Jul 30 16:12:52.188644 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c75898fb-fe46-49a3-a5eb-f5610c539d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:52.190154 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c75898fb-fe46-49a3-a5eb-f5610c539d94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 1098 time: 0.1428280 Jul 30 16:12:52.289305 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c4a0f428-5640-4ae2-90ad-480d4b2de0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:52.290784 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c4a0f428-5640-4ae2-90ad-480d4b2de0d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.0922108 Jul 30 16:12:52.372464 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-7453077e-c111-4689-95d5-4098d6a8f018 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 200 len: 1001 time: 0.0722756 Jul 30 16:12:52.438763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-3e79fb34-99b3-4241-86c8-1d741dd66d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:52.440316 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-3e79fb34-99b3-4241-86c8-1d741dd66d25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0608449 Jul 30 16:12:52.497924 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c4b1aca1-09a7-47f2-8b92-298c629c2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:52.499538 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-c4b1aca1-09a7-47f2-8b92-298c629c2855 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504439 Jul 30 16:12:52.595932 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-815740c0-93bf-4011-b0da-37b56057beb9 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832350 Jul 30 16:12:52.698285 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e1f1d5ee-39d6-4ef7-ad6a-13bc79802fe9 req-3f202d46-ded5-4b6a-b341-4eed10cee268 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875721 Jul 30 16:12:53.207543 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015f16-eaea-4b19-ba2a-7318e8e347c4 req-53ab541b-2d82-466c-9951-eb1449868689 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:53.208997 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90015f16-eaea-4b19-ba2a-7318e8e347c4 req-53ab541b-2d82-466c-9951-eb1449868689 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0484459 Jul 30 16:12:53.246884 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-90015f16-eaea-4b19-ba2a-7318e8e347c4 req-53a2421a-2da6-47a9-8b65-36c8df354b30 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Jul 30 16:12:53.546949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59076) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:53.596780 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Deleting subnet 6fc04aea-9b17-4df7-8aaa-40029597aba0 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:12:53.599998 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.633411 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.675024 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.724860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.747114 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc04aea-9b17-4df7-8aaa-40029597aba0,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:53.752754 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.755021 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b1cf4341-164b-4ffa-96ac-78a7ccc07b42 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6fc04aea-9b17-4df7-8aaa-40029597aba0 HTTP/1.1" status: 204 len: 168 time: 0.2064598 Jul 30 16:12:53.757138 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59078) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:53.821821 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.904391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.913813 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1532ae73-edd4-48ea-b12b-b0dca0c66e2a']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:53.923629 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37630538-12e6-41c0-92a5-b3e98bec8bc2') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:53.923920 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37630538-12e6-41c0-92a5-b3e98bec8bc2') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:12:53.932183 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.945047 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.951339 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:12:53.951713 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:12:53.953295 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:12:54.004950 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.010201 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.014922 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1532ae73-edd4-48ea-b12b-b0dca0c66e2a HTTP/1.1" status: 204 len: 168 time: 0.2545080 Jul 30 16:12:54.028521 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45449-e7fb-400a-b0db-b00465fe4298 admin admin] Pushing event deleted for resources: {'Network': ['ID=1532ae73-edd4-48ea-b12b-b0dca0c66e2a,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:54.188261 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59092) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:54.235291 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59094) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:54.235827 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f0b72dec-2c66-43ef-93ad-995d1bfefc6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2bbd6beaee8450d825abd418910d05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457981 Jul 30 16:12:54.286893 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.312658 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.357779 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.360426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:54.361750 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/827da702-efd4-4752-a006-3e0912f82272 HTTP/1.1" status: 204 len: 168 time: 0.1253207 Jul 30 16:12:54.361975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791804a0-a935-4243-9f10-13dd81c79ba7 req-99c4dcef-a062-4995-a485-fbe9f0fcb826 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:12:54.363475 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-791804a0-a935-4243-9f10-13dd81c79ba7 req-99c4dcef-a062-4995-a485-fbe9f0fcb826 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Jul 30 16:12:54.377007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd962-f544-4bd5-bb70-7119eb831f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827da702-efd4-4752-a006-3e0912f82272,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:54.404339 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-791804a0-a935-4243-9f10-13dd81c79ba7 req-dea038e5-c6e1-4cbc-a5c2-606e824d9cfd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341392 Jul 30 16:12:57.745298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59182) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:57.850325 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7043217-a546-44de-91ac-2ff43729f189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:57.938078 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7043217-a546-44de-91ac-2ff43729f189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:57.941778 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a7043217-a546-44de-91ac-2ff43729f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:57.978346 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a7043217-a546-44de-91ac-2ff43729f189 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e73af203855464ead56f9e1cc8f5f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318463 Jul 30 16:12:57.980246 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043217-a546-44de-91ac-2ff43729f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3071d1fd-8d0a-43c6-811e-17c5bc8afb7c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:57.981188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59186) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:58.028944 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.049525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.094912 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.097522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.098680 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3071d1fd-8d0a-43c6-811e-17c5bc8afb7c HTTP/1.1" status: 204 len: 168 time: 0.1165223 Jul 30 16:12:58.106708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6482801-ab66-47ef-b830-3679563cc070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3071d1fd-8d0a-43c6-811e-17c5bc8afb7c,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:58.365645 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59198) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:58.379798 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81da5913-a5c9-4a88-bfcf-782f4da17fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.482639 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81da5913-a5c9-4a88-bfcf-782f4da17fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.485623 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81da5913-a5c9-4a88-bfcf-782f4da17fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.523037 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-81da5913-a5c9-4a88-bfcf-782f4da17fe0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06333ad03a7341e8b8545ad8b7b749ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562822 Jul 30 16:12:58.525150 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da5913-a5c9-4a88-bfcf-782f4da17fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db2729f-89bd-4c1e-b222-c46ef0de38a2,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:12:58.525856 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59202) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:12:58.580485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.600693 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.648520 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.651685 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:12:58.653041 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2db2729f-89bd-4c1e-b222-c46ef0de38a2 HTTP/1.1" status: 204 len: 168 time: 0.1261730 Jul 30 16:12:58.667514 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf285d-aaba-48c4-bdb0-ae4dbcdb062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db2729f-89bd-4c1e-b222-c46ef0de38a2,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:00.137617 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6110c-33ca-4777-b106-d3ad5226c972 req-28eeac9b-5d9c-4e6f-88f2-2fb35f96a05b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:00.139205 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-05f6110c-33ca-4777-b106-d3ad5226c972 req-28eeac9b-5d9c-4e6f-88f2-2fb35f96a05b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0493731 Jul 30 16:13:00.180495 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-05f6110c-33ca-4777-b106-d3ad5226c972 req-31cb2a2f-d05a-4aba-8278-4b1bd9793a82 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350618 Jul 30 16:13:00.592550 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59280) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:00.690002 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2eca-cae8-4741-b472-77237442966c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.776770 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2eca-cae8-4741-b472-77237442966c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.780923 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2eca-cae8-4741-b472-77237442966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.819192 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-1d8f2eca-cae8-4741-b472-77237442966c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b05631fa1584fb5a766d81b197974dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255716 Jul 30 16:13:00.821127 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2eca-cae8-4741-b472-77237442966c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bb18a0-7949-4f8f-8ff3-060f31cdc315,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:00.821850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59284) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:00.870704 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.896421 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.941316 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.943867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:00.945013 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11bb18a0-7949-4f8f-8ff3-060f31cdc315 HTTP/1.1" status: 204 len: 168 time: 0.1221938 Jul 30 16:13:00.952940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead934b-4b44-42f4-bad4-ec1fb1076ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bb18a0-7949-4f8f-8ff3-060f31cdc315,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:01.210726 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59292) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:01.224216 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f06bbec0-1742-4cd2-965d-bbcd4d0abbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.337708 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eac4a-121c-4c2b-90a2-ffd2db5fb98e req-62be5af7-0f2c-41c1-9d16-50c6e2b2b284 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:01.339604 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-798eac4a-121c-4c2b-90a2-ffd2db5fb98e req-62be5af7-0f2c-41c1-9d16-50c6e2b2b284 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0781889 Jul 30 16:13:01.378471 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f06bbec0-1742-4cd2-965d-bbcd4d0abbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.384110 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f06bbec0-1742-4cd2-965d-bbcd4d0abbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.414530 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-798eac4a-121c-4c2b-90a2-ffd2db5fb98e req-3b575aa6-67b2-42dd-b41b-7549c5c65e61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687206 Jul 30 16:13:01.437459 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bbec0-1742-4cd2-965d-bbcd4d0abbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1822c2-a39e-4302-8ee7-59525849bfe4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:01.447182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f06bbec0-1742-4cd2-965d-bbcd4d0abbc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b64f4bb712d49a1b0b3b4752c52d889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353516 Jul 30 16:13:01.449661 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59308) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:01.507848 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.529910 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.577910 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.580663 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:01.581818 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de1822c2-a39e-4302-8ee7-59525849bfe4 HTTP/1.1" status: 204 len: 168 time: 0.1312664 Jul 30 16:13:01.596966 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117ba82-9d77-4155-9ada-ac7b451d336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1822c2-a39e-4302-8ee7-59525849bfe4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:02.540346 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2320a4-c863-40e3-97fb-ca81e0db6bbf req-c6b61a36-abac-4c86-ac9f-69133f4b172e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:02.541896 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8d2320a4-c863-40e3-97fb-ca81e0db6bbf req-c6b61a36-abac-4c86-ac9f-69133f4b172e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0506592 Jul 30 16:13:02.598780 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8d2320a4-c863-40e3-97fb-ca81e0db6bbf req-ac6631e9-2641-42c1-94a3-6ada7ac53095 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=e8e64d7f-e8ef-4071-b317-b2657ab85a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 Jul 30 16:13:02.739680 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-d71227ad-a047-4f2c-9fcb-f4169f5c62c7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:02.741331 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-d71227ad-a047-4f2c-9fcb-f4169f5c62c7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 946 time: 0.0508640 Jul 30 16:13:02.859404 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Deleting port 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:02.859712 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:02.962871 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] For port 9138d528-69f5-4703-ba07-6f85b67dc617, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9138d528-69f5-4703-ba07-6f85b67dc617,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:02.963275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.088825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59404) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:03.196467 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.196859 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.197205 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Floating IP 8a28e870-2cc5-4218-a893-e54a24cbc380 disassociated. External IP: 172.27.0.23, port: 9138d528-69f5-4703-ba07-6f85b67dc617. Jul 30 16:13:03.197573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Calling delete_port for 9138d528-69f5-4703-ba07-6f85b67dc617 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:03.248944 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d03d1565-2887-4ecf-b310-329fc840f848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.387638 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.430662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d03d1565-2887-4ecf-b310-329fc840f848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.431909 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'Port': ['ID=9138d528-69f5-4703-ba07-6f85b67dc617,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:03.436225 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d03d1565-2887-4ecf-b310-329fc840f848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.518520 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d1565-2887-4ecf-b310-329fc840f848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab95413-77ca-4506-988b-c0fd48cb34ae,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:03.527427 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d03d1565-2887-4ecf-b310-329fc840f848 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b5423b5f77c481ba5466c461fa8fdf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374025 Jul 30 16:13:03.527550 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59418) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:03.580297 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.591689 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:03.601042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.657111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.659753 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.663918 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ab95413-77ca-4506-988b-c0fd48cb34ae HTTP/1.1" status: 204 len: 168 time: 0.1353693 Jul 30 16:13:03.672681 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab95413-77ca-4506-988b-c0fd48cb34ae,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:03.680995 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.681593 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.682245 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.682774 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.683404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.684568 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.685237 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.685762 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.686298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.686816 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.687373 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.687906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e71de7-7876-404c-82d9-9b4828aee802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:03.724283 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:03.736990 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:03.747454 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:03.748100 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:12:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:03.760908 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5391a2ec-9b16-4895-923a-096b07b7f263 req-8f0a9afc-dc01-40f0-b1e0-8a42f8086bdc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb HTTP/1.1" status: 200 len: 210 time: 0.0383635 Jul 30 16:13:03.791708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] No DVR routers for this DVR port 9138d528-69f5-4703-ba07-6f85b67dc617 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:03.794330 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:03.798818 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fb7fd8f7-0f3e-4584-9b0e-2e877c4ee6c5 req-48573d39-c061-4424-abcc-ed5bcfeb6e45 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "DELETE /v2.0/ports/9138d528-69f5-4703-ba07-6f85b67dc617 HTTP/1.1" status: 204 len: 173 time: 1.0414574 Jul 30 16:13:03.803336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-deleted', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:03.806022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badea210-086c-4c2e-b30f-5b05855e5188" -d '{"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-deleted", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:03.898913 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:04.037715 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59432) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:04.054160 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-47651f3f-d9cd-44ee-a9c3-a9c3885d5c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.061803 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ccbf94-18df-4b6e-912c-db0325eb43b1 x-openstack-request-id: req-d0ccbf94-18df-4b6e-912c-db0325eb43b1 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:04.062148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb", "name": "network-vif-deleted", "tag": "9138d528-69f5-4703-ba07-6f85b67dc617", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:04.062460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0ccbf94-18df-4b6e-912c-db0325eb43b1 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:04.062927 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf6cb1e-4adb-4ce3-9c64-88b868ad3beb', 'name': 'network-vif-deleted', 'tag': '9138d528-69f5-4703-ba07-6f85b67dc617', 'status': 'completed', 'code': 200} Jul 30 16:13:04.137761 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:04.150690 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-47651f3f-d9cd-44ee-a9c3-a9c3885d5c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.158946 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-47651f3f-d9cd-44ee-a9c3-a9c3885d5c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.168767 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:04.176955 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:04.177564 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:12:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:04.189576 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-47651f3f-d9cd-44ee-a9c3-a9c3885d5c26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=938d6dacb3e14fe8b14a3d83464e958f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483727 Jul 30 16:13:04.189873 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59434) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:04.228670 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47651f3f-d9cd-44ee-a9c3-a9c3885d5c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa8c8ca-4f94-4b46-bd52-7e8129bb188c,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:04.260834 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.291392 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.305832 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:04.342653 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.345273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.346494 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fa8c8ca-4f94-4b46-bd52-7e8129bb188c HTTP/1.1" status: 204 len: 168 time: 0.1557360 Jul 30 16:13:04.354811 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd730a15-f5b3-4670-b3aa-308faacf5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa8c8ca-4f94-4b46-bd52-7e8129bb188c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:04.540609 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:04.573430 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66533e-6d81-4d33-9483-41445a46fd93 None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:04.875010 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59452) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:04.883585 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97771678-b89f-4393-a082-be373d5d6dee None None] New status for floating IP 8a28e870-2cc5-4218-a893-e54a24cbc380: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:13:04.957204 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:04.989120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.041022 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.047555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.050199 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "DELETE /v2.0/security-groups/e8e64d7f-e8ef-4071-b317-b2657ab85a95 HTTP/1.1" status: 204 len: 168 time: 0.1733031 Jul 30 16:13:05.053095 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59462) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:05.065984 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f718-17b9-4d41-9aad-70ef31ef8306 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e64d7f-e8ef-4071-b317-b2657ab85a95,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:05.077471 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.api.v2.resource [None req-01174110-8977-4e6e-b17e-a3f62cb8983f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] show failed (client error): The resource could not be found. Jul 30 16:13:05.078597 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-01174110-8977-4e6e-b17e-a3f62cb8983f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups/e8e64d7f-e8ef-4071-b317-b2657ab85a95 HTTP/1.1" status: 404 len: 347 time: 0.0244911 Jul 30 16:13:05.081526 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59464) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:05.232722 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Deleting port 4480e7a0-8c9d-4d61-9a68-9a2030804437 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:05.233216 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.320708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.321033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.333405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Calling delete_port for 4480e7a0-8c9d-4d61-9a68-9a2030804437 owned by network:floatingip {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:05.490438 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.529749 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'Port': ['ID=4480e7a0-8c9d-4d61-9a68-9a2030804437,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:05.597075 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.599731 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:05.600924 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-eb41e1ca-b8a5-46c5-b80b-96d74ea7d845 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "DELETE /v2.0/floatingips/8a28e870-2cc5-4218-a893-e54a24cbc380 HTTP/1.1" status: 204 len: 168 time: 0.5184350 Jul 30 16:13:05.939670 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59488) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:05.944352 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--588393262', 'description': 'tempest-description--221268734'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:05.977405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.080777 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.085279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.114377 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.115695 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1750305 Jul 30 16:13:06.117506 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61fa41-8c8e-41da-b250-094b2f9e07e0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb30193-73fa-404b-8279-87aff80e8e73,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:06.118720 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59496) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:06.125667 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group_rule': {'security_group_id': 'cdb30193-73fa-404b-8279-87aff80e8e73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:06.155758 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.203538 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.207512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.222875 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0da000-b8d0-4d36-b7f4-1de9a3dcf90c,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:06.236814 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.238084 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-952506e0-375c-4c00-ba7a-6e54c56c3c3d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165447 Jul 30 16:13:06.242621 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59498) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:06.247996 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'security_group_rule': {'security_group_id': 'cdb30193-73fa-404b-8279-87aff80e8e73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:06.283755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.345075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.348143 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.379868 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e276e257-0c6f-4c42-ae4f-4b98b4056b1d,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:06.383940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.389076 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e13558f2-0741-4be8-865f-19837e710472 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415629 Jul 30 16:13:06.389707 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59502) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:06.394616 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:06.417303 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.527658 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.623710 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:06.636707 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Allocated IP 172.27.0.161 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/9db0d4bb-88a2-43d7-870d-b040864be843) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:06.647411 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 9138d528-69f5-4703-ba07-6f85b67dc617 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:06.647802 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 9138d528-69f5-4703-ba07-6f85b67dc617 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:06.735227 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.779934 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.817813 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:06.820666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:06.823319 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:06.848612 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=9db0d4bb-88a2-43d7-870d-b040864be843,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:06.910744 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:06.942632 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.092842 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.097765 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.374808 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=9db0d4bb-88a2-43d7-870d-b040864be843,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:07.388129 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.403256 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.404510 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b69371cd-f333-40d1-bd42-97c9c918ee44 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0139601 Jul 30 16:13:07.609842 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5ad2ab51-f27f-444c-84ba-e23551022a70 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--588393262&fields=id&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 267 time: 0.0375576 Jul 30 16:13:07.721488 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-49a62fd3-312f-42d4-ab59-562e467191b2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:07.722958 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-49a62fd3-312f-42d4-ab59-562e467191b2 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 816 time: 0.1050513 Jul 30 16:13:07.738219 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-16294ef7-e29d-4218-9bf2-6baa85347108 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/quotas/18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 375 time: 0.0095448 Jul 30 16:13:07.797641 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-c9c5173a-82a9-4632-9f6f-dba137789ff9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522518 Jul 30 16:13:07.992844 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-336ee565-e1d3-4e04-b40d-9a580528570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:07.997620 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5c31b46d-ee4c-441a-9886-a534b9fca509 service neutron] 10.222.0.37 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871824 Jul 30 16:13:08.091311 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-a92da22a-9128-49d6-83bd-7d5244ce7dee service neutron] 10.222.0.37 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875480 Jul 30 16:13:08.263049 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9302f719-2084-4cf0-9645-1251a7747ea5 req-dc181fb3-7d8d-4501-93e0-5b653ba0c4a6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 210 time: 0.0317843 Jul 30 16:13:09.369478 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bb13d3e8-6683-47a3-a734-933545f92f62 req-902e242f-6bf5-4101-9354-2a9008c12a10 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Jul 30 16:13:09.546255 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5199284f-5109-4b72-93f8-424a0016eb72 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:09.548316 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5199284f-5109-4b72-93f8-424a0016eb72 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 816 time: 0.1173329 Jul 30 16:13:09.609108 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-af271973-7049-409e-9367-1635a81c1de8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 379 time: 0.0406349 Jul 30 16:13:09.630750 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'port': {'device_id': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'admin_state_up': True, 'tenant_id': '18470f178d164e4a822da596125f2a31', 'security_groups': ['cdb30193-73fa-404b-8279-87aff80e8e73']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:09.704762 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59594) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:09.751975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Made reservation on behalf of 18470f178d164e4a822da596125f2a31 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:09.755656 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:09.811785 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3418afdd-b1c6-4852-8197-ae77d66b2e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:09.888196 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Allocated IP 172.20.0.7 (4d7fe3aa-ac98-4f16-a434-6dcaa4687c10/26d60e8c-a79a-4f78-ae1e-c08937071ba8/4308e410-9d50-4a55-b027-a6d836a99289) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:09.910740 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3418afdd-b1c6-4852-8197-ae77d66b2e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:09.914400 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3418afdd-b1c6-4852-8197-ae77d66b2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:09.956591 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3418afdd-b1c6-4852-8197-ae77d66b2e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2f80aaf3f8e440f8e5681c1e4548fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505467 Jul 30 16:13:09.957477 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418afdd-b1c6-4852-8197-ae77d66b2e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2422dd-cd15-4f75-9b30-2fedc33a2d1a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:09.959957 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59598) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:10.007783 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.028607 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.030401 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.042853 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Transition to ACTIVE for port object 4308e410-9d50-4a55-b027-a6d836a99289 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:10.078902 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.079189 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.081951 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.085673 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc2422dd-cd15-4f75-9b30-2fedc33a2d1a HTTP/1.1" status: 204 len: 168 time: 0.1225338 Jul 30 16:13:10.093894 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0aa47-43fe-4171-89c9-11b49d95a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2422dd-cd15-4f75-9b30-2fedc33a2d1a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:10.127476 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:10.132391 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:10.137285 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:10.141153 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:10.193809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:10.194495 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.211840 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-93c4b027-69ae-481b-9a25-dba20ddc1d47 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5863819 Jul 30 16:13:10.239517 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Request body: {'port': {'device_id': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:10.307366 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.339222 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-abd4a3fd-556c-4211-b1cc-a67d83b6cdfd None None] Provisioning for port 4308e410-9d50-4a55-b027-a6d836a99289 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:10.343800 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-abd4a3fd-556c-4211-b1cc-a67d83b6cdfd None None] Provisioning complete for port 4308e410-9d50-4a55-b027-a6d836a99289 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:10.344242 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-abd4a3fd-556c-4211-b1cc-a67d83b6cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.379717 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-abd4a3fd-556c-4211-b1cc-a67d83b6cdfd None None] Port 4308e410-9d50-4a55-b027-a6d836a99289 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:10.427496 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59608) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:10.441562 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0d483a58-d2c1-4f42-a4e4-3d798b37f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.447025 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4da8e06a-9379-4fea-b96a-434b1c864956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.510793 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eb126-3428-4ead-8d1a-7695073e0274 req-641d9bc6-9211-4312-ba54-2ffa758b39ff tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:10.512383 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-518eb126-3428-4ead-8d1a-7695073e0274 req-641d9bc6-9211-4312-ba54-2ffa758b39ff tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 931 time: 0.0528519 Jul 30 16:13:10.551593 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-518eb126-3428-4ead-8d1a-7695073e0274 req-62e33b30-80ec-4163-a343-6ea556850207 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330124 Jul 30 16:13:10.691422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4da8e06a-9379-4fea-b96a-434b1c864956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.700474 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:10.705338 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4da8e06a-9379-4fea-b96a-434b1c864956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.713905 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.758906 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4da8e06a-9379-4fea-b96a-434b1c864956 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5865da9e4c8d4852b42e51bd9652c57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304639 Jul 30 16:13:10.759981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Transition to ACTIVE for port object 4308e410-9d50-4a55-b027-a6d836a99289 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:10.761291 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8e06a-9379-4fea-b96a-434b1c864956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce13e80-60b1-48e1-ae8b-73dc8e0876f9,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:10.761919 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59610) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:10.766277 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.797449 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.815156 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.829833 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:10.844412 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.905237 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.908548 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.910447 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Attempting to bind port 4308e410-9d50-4a55-b027-a6d836a99289 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:10.910795 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Attempting to bind port 4308e410-9d50-4a55-b027-a6d836a99289 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:10.911152 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Attempting to bind port 4308e410-9d50-4a55-b027-a6d836a99289 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:10.912554 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ce13e80-60b1-48e1-ae8b-73dc8e0876f9 HTTP/1.1" status: 204 len: 168 time: 0.1495304 Jul 30 16:13:10.916450 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Port 4308e410-9d50-4a55-b027-a6d836a99289 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:13:10.916781 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Attempting to bind port 4308e410-9d50-4a55-b027-a6d836a99289 on network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:10.923208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:10.923579 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Checking segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:10.923934 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Bound using segment: {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:10.924363 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Bound port: 4308e410-9d50-4a55-b027-a6d836a99289, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a6c22be-17e9-414b-9e8f-b68ad7b317cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:10.924723 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:10.925036 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75c5e9-aac5-4e7c-95bb-c59df55ac76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce13e80-60b1-48e1-ae8b-73dc8e0876f9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:11.020012 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:11.023539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:11.028515 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:11.069839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.070824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:11.072372 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] 10.222.0.70 "PUT /v2.0/ports/4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 1093 time: 0.8403256 Jul 30 16:13:11.075412 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:11.078765 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95" -d '{"events": [{"name": "network-changed", "server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:11.107561 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc4ede-1afc-40e6-8e47-31d5f1ef598e service neutron] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:11.143700 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e489e851-1c82-48e3-a50c-cc9568412ab5 x-openstack-request-id: req-e489e851-1c82-48e3-a50c-cc9568412ab5 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:11.144278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:11.144537 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e489e851-1c82-48e3-a50c-cc9568412ab5 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:11.144960 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'status': 'completed', 'code': 200} Jul 30 16:13:11.201001 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-3ad5a463-69f6-46b8-94f5-f48b8bdafe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.202537 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-3ad5a463-69f6-46b8-94f5-f48b8bdafe29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0481830 Jul 30 16:13:11.271342 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-41bc9702-b706-4ef1-a5b9-868f13560c04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 217 time: 0.0462618 Jul 30 16:13:11.351237 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-d440e07b-2d7a-41ff-9b76-724c4fef650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.352710 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-d440e07b-2d7a-41ff-9b76-724c4fef650e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0621865 Jul 30 16:13:11.383838 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:11.415573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5cc8bc1a-10c2-4e5a-a08f-727d73292bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.417075 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-5cc8bc1a-10c2-4e5a-a08f-727d73292bc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419123 Jul 30 16:13:11.519083 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-8eb158f1-a69d-4911-aa7b-14928952d1e9 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884557 Jul 30 16:13:11.633709 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a610a7a2-e1b9-445e-947d-c3d99f536fda req-9e739cc5-e822-4106-896c-6c0cc2094eeb service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972562 Jul 30 16:13:11.679938 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff7983-c71a-4251-a8fc-46366abb7590 req-dbadc6fa-d121-498e-852f-1af74d09d157 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.687678 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02ff7983-c71a-4251-a8fc-46366abb7590 req-dbadc6fa-d121-498e-852f-1af74d09d157 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0585113 Jul 30 16:13:11.709227 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:11.730693 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-02ff7983-c71a-4251-a8fc-46366abb7590 req-d85310df-ffe7-4e7e-98aa-5172a79d132e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407612 Jul 30 16:13:11.760759 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-5a0ea8aa-5f92-4b7f-ac59-c7000bf60ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.763238 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-5a0ea8aa-5f92-4b7f-ac59-c7000bf60ccb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0579183 Jul 30 16:13:11.867366 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-aa441a45-9a2b-4938-a2ac-b33db68ff5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.868837 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-aa441a45-9a2b-4938-a2ac-b33db68ff5a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0872478 Jul 30 16:13:11.923218 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-19b40d9a-b7d6-408d-b935-a0ea48348041 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 217 time: 0.0363975 Jul 30 16:13:11.989084 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-658e5797-5f24-45d1-99e2-7619d66a7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:11.990854 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-658e5797-5f24-45d1-99e2-7619d66a7142 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0511112 Jul 30 16:13:12.047615 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-b7114fcd-8bd8-4c2d-a0c7-93db6ab752d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:12.049771 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-b7114fcd-8bd8-4c2d-a0c7-93db6ab752d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425534 Jul 30 16:13:12.152392 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-5c8f2c40-f02d-4265-874b-08a877218823 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871677 Jul 30 16:13:12.250736 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f0cbfa52-6519-4ce9-bf48-65ddf4ca8b95 req-dbe083b1-34e6-4f6f-97af-caeccd1b356a service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847063 Jul 30 16:13:12.631573 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59666) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:12.733942 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-485d1115-8a21-4c94-8b28-c112c6f6359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.827611 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-485d1115-8a21-4c94-8b28-c112c6f6359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.831545 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-485d1115-8a21-4c94-8b28-c112c6f6359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.871597 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-485d1115-8a21-4c94-8b28-c112c6f6359b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5de49d1234d24825a552b5aefcb0856e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388289 Jul 30 16:13:12.872685 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d1115-8a21-4c94-8b28-c112c6f6359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63ff0cc-6c89-442c-a2af-286221967776,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:12.873975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecca1f9-e87d-482c-a51b-dc90adeb096b req-dde99eea-ddec-4aa4-8290-82698bdb2ce4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:12.875541 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2ecca1f9-e87d-482c-a51b-dc90adeb096b req-dde99eea-ddec-4aa4-8290-82698bdb2ce4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0550413 Jul 30 16:13:12.875905 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59672) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:12.917064 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2ecca1f9-e87d-482c-a51b-dc90adeb096b req-fb27f01e-72c7-49a1-aea3-c5b67a1af54b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351207 Jul 30 16:13:12.925778 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.946710 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.995251 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.998378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:12.999647 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e63ff0cc-6c89-442c-a2af-286221967776 HTTP/1.1" status: 204 len: 168 time: 0.1224086 Jul 30 16:13:13.007862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6623dc4-5108-4875-ad99-db170faa9041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63ff0cc-6c89-442c-a2af-286221967776,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:13.114945 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-b4a3ee5f-e5fd-423d-8ef2-fd2b9a1ff957 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444245 Jul 30 16:13:13.190985 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-004da38a-a391-43e6-9009-7623d05ccd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:13.192535 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-004da38a-a391-43e6-9009-7623d05ccd52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1138 time: 0.0426254 Jul 30 16:13:13.265432 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59678) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:13.280004 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d97b-e5e5-487b-a794-b6ea825830e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.309084 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-6fb8fb02-6c56-4315-9c38-543a0bfd7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:13.310786 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-6fb8fb02-6c56-4315-9c38-543a0bfd7cbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.0919971 Jul 30 16:13:13.376704 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d97b-e5e5-487b-a794-b6ea825830e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.380854 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5a0d97b-e5e5-487b-a794-b6ea825830e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.406618 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-d49f60ef-6643-445d-9244-667a3a8c1d75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0669048 Jul 30 16:13:13.423525 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f5a0d97b-e5e5-487b-a794-b6ea825830e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=367a02a828884923ae54cdadf0872d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567750 Jul 30 16:13:13.424355 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59682) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:13.426077 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0d97b-e5e5-487b-a794-b6ea825830e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e2b81e-36f4-4a79-9836-a9eae78f87f4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:13.469848 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-940a1b1f-106a-49ca-98ac-d1f14bce7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:13.471348 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-940a1b1f-106a-49ca-98ac-d1f14bce7a8b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0524261 Jul 30 16:13:13.479866 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.501948 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.532635 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-36720ea5-e149-46d2-b103-9fb810e40c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:13.534154 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-36720ea5-e149-46d2-b103-9fb810e40c6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443056 Jul 30 16:13:13.549603 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.552572 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.553996 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35e2b81e-36f4-4a79-9836-a9eae78f87f4 HTTP/1.1" status: 204 len: 168 time: 0.1288512 Jul 30 16:13:13.565745 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16c29-2507-4bb9-8d05-6d244f26f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e2b81e-36f4-4a79-9836-a9eae78f87f4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:13.638955 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-334888d9-0474-45dc-88b1-f75952eeb425 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912063 Jul 30 16:13:13.696167 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:13.740645 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b017806b-0e91-43c2-8979-6b8f6437c703 req-e5a39c44-c620-447f-9e11-308f1353abc4 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922494 Jul 30 16:13:14.050447 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042aa50-89fb-456f-9120-998b349d6ba7 req-6b3cf05b-5d60-4cad-b4ac-919fce115a61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:14.052154 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2042aa50-89fb-456f-9120-998b349d6ba7 req-6b3cf05b-5d60-4cad-b4ac-919fce115a61 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0529869 Jul 30 16:13:14.095276 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2042aa50-89fb-456f-9120-998b349d6ba7 req-f4ee3292-c3e3-42da-9d6a-d5225f571765 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368464 Jul 30 16:13:14.591622 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59716) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:14.679749 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:13:14.697349 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f306787-11fe-4378-aac4-a8e5038c9f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.783655 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:14.784235 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f306787-11fe-4378-aac4-a8e5038c9f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.787871 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6f306787-11fe-4378-aac4-a8e5038c9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.796144 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '4308e410-9d50-4a55-b027-a6d836a99289', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:13:14.824437 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f306787-11fe-4378-aac4-a8e5038c9f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6ee3f-838c-4c51-a1a4-46d5c6726053,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:14.828859 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6f306787-11fe-4378-aac4-a8e5038c9f52 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d9a81e5d77c4293a2927f3dd40a5531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361655 Jul 30 16:13:14.832034 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59720) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:14.836823 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.853193 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:14.872444 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:14.876313 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.881792 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.903666 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.923771 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:14.930431 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.930782 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.931146 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.931490 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.931819 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.932152 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.932478 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.932805 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.933736 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.934116 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.934408 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.934730 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:14.955342 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.957899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:14.959045 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34d6ee3f-838c-4c51-a1a4-46d5c6726053 HTTP/1.1" status: 204 len: 168 time: 0.1267834 Jul 30 16:13:14.966587 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c34787-4b64-47f4-afcf-4d9c3b8238e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6ee3f-838c-4c51-a1a4-46d5c6726053,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:15.219994 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea22c-4fdf-4466-9811-9609dfbb4077 req-3b3337e0-8cd3-4d0c-8a33-f4bfabe5db65 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:15.221545 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4aaea22c-4fdf-4466-9811-9609dfbb4077 req-3b3337e0-8cd3-4d0c-8a33-f4bfabe5db65 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.0503204 Jul 30 16:13:15.260387 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4aaea22c-4fdf-4466-9811-9609dfbb4077 req-63205b57-a2c1-419f-9a08-d6038e8f4d56 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Jul 30 16:13:15.296686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4308e410-9d50-4a55-b027-a6d836a99289'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:16.384399 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c546-84b3-4d26-8735-b4f9fda6dd42 req-838cd2c9-cefe-499b-a1d8-c1dc5ff27de0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:16.385885 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0ca2c546-84b3-4d26-8735-b4f9fda6dd42 req-838cd2c9-cefe-499b-a1d8-c1dc5ff27de0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.0527575 Jul 30 16:13:16.425599 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0ca2c546-84b3-4d26-8735-b4f9fda6dd42 req-82f51383-3c80-439b-9495-d08aad6ad3cb tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336473 Jul 30 16:13:16.687826 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:16.735960 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 4308e410-9d50-4a55-b027-a6d836a99289 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:16.739454 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 4308e410-9d50-4a55-b027-a6d836a99289 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:16.739826 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:16.822768 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:16.845199 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:16.847455 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2eba41-ddb4-4b09-8ca9-ecf67f463e8c" -d '{"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:16.861414 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:16.865736 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:16.914850 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:17.000944 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44ae7f1-b8d1-4bb5-b430-75ad513ac896 x-openstack-request-id: req-d44ae7f1-b8d1-4bb5-b430-75ad513ac896 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:17.001256 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:17.001533 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d44ae7f1-b8d1-4bb5-b430-75ad513ac896 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:17.001933 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'code': 200} Jul 30 16:13:17.197112 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3387-7744-4180-9f97-32133cf07033 req-838fc17e-70ec-4d64-b692-774bc7dee067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:17.198460 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c4f3387-7744-4180-9f97-32133cf07033 req-838fc17e-70ec-4d64-b692-774bc7dee067 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0390966 Jul 30 16:13:17.242519 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9c4f3387-7744-4180-9f97-32133cf07033 req-58a78cd3-0653-400f-a5f4-94c49344bab0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282302 Jul 30 16:13:17.545333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39524f-8862-4e59-8b48-38e249a5eeba req-fc195e12-0489-4883-b3eb-1ba73d42d6d1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:17.546934 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cf39524f-8862-4e59-8b48-38e249a5eeba req-fc195e12-0489-4883-b3eb-1ba73d42d6d1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Jul 30 16:13:17.586506 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cf39524f-8862-4e59-8b48-38e249a5eeba req-c410198b-9b13-49c3-abb8-3b1d9c63e72e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331421 Jul 30 16:13:18.710897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd5c92-3598-43f9-b4a0-15b63235f6f9 req-418ff236-5221-4d18-8a4e-b0da51e04de9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:18.712389 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-43fd5c92-3598-43f9-b4a0-15b63235f6f9 req-418ff236-5221-4d18-8a4e-b0da51e04de9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0534430 Jul 30 16:13:18.749998 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-43fd5c92-3598-43f9-b4a0-15b63235f6f9 req-d4b27447-7c09-482e-9c04-e7258ee21541 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310705 Jul 30 16:13:18.868438 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae603170-1253-4faf-817e-913919887658 req-243da082-d353-453f-b0ac-76625606325b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:18.870021 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ae603170-1253-4faf-817e-913919887658 req-243da082-d353-453f-b0ac-76625606325b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Jul 30 16:13:18.879049 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59800) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:18.883732 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Request body: {'floatingip': {'port_id': '4308e410-9d50-4a55-b027-a6d836a99289'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:18.922991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.026219 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59804) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:19.134186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5e4f275-766f-405c-a582-9f5374568e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.227889 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5e4f275-766f-405c-a582-9f5374568e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.232405 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f5e4f275-766f-405c-a582-9f5374568e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.271425 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f5e4f275-766f-405c-a582-9f5374568e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5f8acd50bc1c4058a601d8c28f13f8b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434843 Jul 30 16:13:19.272513 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4f275-766f-405c-a582-9f5374568e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ead83e-38f5-436a-a52c-e16512abb48d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:19.274830 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59808) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:19.328170 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.349747 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.376380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.380996 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.397482 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.400956 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.402263 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32ead83e-38f5-436a-a52c-e16512abb48d HTTP/1.1" status: 204 len: 168 time: 0.1264846 Jul 30 16:13:19.413916 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cdc9d-8b6f-4b2c-ac0d-b90aa7f2523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ead83e-38f5-436a-a52c-e16512abb48d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:19.503988 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Floating IP dd823480-c8ea-4fec-83ec-cacc3bd91bb4 associated. External IP: 172.27.0.161, port: 4308e410-9d50-4a55-b027-a6d836a99289. Jul 30 16:13:19.698102 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59814) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:19.711677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-03c32f66-8d71-4533-a1e0-e09efdec5227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.738149 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:19.830608 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-03c32f66-8d71-4533-a1e0-e09efdec5227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.834921 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-03c32f66-8d71-4533-a1e0-e09efdec5227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.880633 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-03c32f66-8d71-4533-a1e0-e09efdec5227 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16b870b3fc534267bf12fdd725509b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813698 Jul 30 16:13:19.881602 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32f66-8d71-4533-a1e0-e09efdec5227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd00c5-fa89-4c37-8615-a2cec341d757,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:19.884049 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59818) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:19.939548 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:19.961724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:20.020521 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:20.023239 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:20.024407 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25dd00c5-fa89-4c37-8615-a2cec341d757 HTTP/1.1" status: 204 len: 168 time: 0.1393898 Jul 30 16:13:20.033372 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b8894-3307-4b50-a3d1-a15db68c2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd00c5-fa89-4c37-8615-a2cec341d757,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:20.096986 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:20.102917 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:20.111682 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:20.125600 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:20.126650 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:20.136125 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-84cd25a8-6834-43c9-88c2-8cba416a6c59 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "PUT /v2.0/floatingips/dd823480-c8ea-4fec-83ec-cacc3bd91bb4 HTTP/1.1" status: 200 len: 991 time: 1.2556667 Jul 30 16:13:20.137226 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:20.148393 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114e2822-f240-41a9-9ee4-f0485f61fd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:20.192715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5c055-e841-48cb-b6e9-395501370470 x-openstack-request-id: req-0de5c055-e841-48cb-b6e9-395501370470 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:20.193015 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:20.193271 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0de5c055-e841-48cb-b6e9-395501370470 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:20.193686 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'status': 'completed', 'code': 200} Jul 30 16:13:20.247285 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:20.275682 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-e5dbd3d9-26ff-488c-ae84-98c80b6a881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:20.278035 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-e5dbd3d9-26ff-488c-ae84-98c80b6a881a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0530064 Jul 30 16:13:20.391744 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-fa4fbb5d-0cbe-4423-9173-ca0e427ee78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:20.393232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-fa4fbb5d-0cbe-4423-9173-ca0e427ee78f service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.1019845 Jul 30 16:13:20.466283 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-e4c3020b-3d86-478a-ac71-8a8c245f2b04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 999 time: 0.0605812 Jul 30 16:13:20.532943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-712ebb70-f462-4df6-a332-2716dcce117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:20.534323 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-712ebb70-f462-4df6-a332-2716dcce117d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0474236 Jul 30 16:13:20.592691 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-3443229e-0676-4807-99a2-97fa79215ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:20.594174 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-3443229e-0676-4807-99a2-97fa79215ed4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433388 Jul 30 16:13:20.659687 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'dd823480-c8ea-4fec-83ec-cacc3bd91bb4', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:06Z', 'updated_at': '2021-07-30T16:13:19Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:20.686453 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:20.694631 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:20.695272 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:20.701178 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-d2c51693-4045-444f-9f1f-6966bf9f1553 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812805 Jul 30 16:13:20.802017 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:20.803070 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-114e2822-f240-41a9-9ee4-f0485f61fd4f req-7d7ed25b-0fea-4684-80e8-2e51ce36d754 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868690 Jul 30 16:13:21.025705 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-38a06704-4de9-43db-b16d-488c4521037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'dd823480-c8ea-4fec-83ec-cacc3bd91bb4', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:06Z', 'updated_at': '2021-07-30T16:13:19Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:21.053527 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a06704-4de9-43db-b16d-488c4521037e None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'dd823480-c8ea-4fec-83ec-cacc3bd91bb4', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:13:06Z', 'updated_at': '2021-07-30T16:13:19Z', 'revision_number': 1, 'project_id': '18470f178d164e4a822da596125f2a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:21.233446 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db9984-0471-4f29-b2ae-36aba5db0437 None None] New status for floating IP dd823480-c8ea-4fec-83ec-cacc3bd91bb4: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:13:24.202565 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:13:24.995096 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-228f0c28-8b23-40d8-b27c-64033d328e99 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824267616&fields=id&tenant_id=f36597e2839440af8e51082842f1d063 HTTP/1.1" status: 200 len: 267 time: 0.0331585 Jul 30 16:13:25.048447 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-ff35fb4a-9a0f-4b9e-a98f-3dfca2fbc850 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:25.050083 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-ff35fb4a-9a0f-4b9e-a98f-3dfca2fbc850 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 985 time: 0.0486598 Jul 30 16:13:25.061622 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Request body: {'port': {'security_groups': ['1b2d6a6d-d945-4339-89d4-fc6b2b83bf87']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:25.129563 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.297576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:25.328048 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.332802 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.351099 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:25.377624 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:25.378250 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.379669 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-95c3ebd2-b4fb-48ce-a7b0-c0d163a10510 req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "PUT /v2.0/ports/be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 943 time: 0.3232532 Jul 30 16:13:25.380127 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:25.383024 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ef3cd7-785a-4745-9050-8dde37bd4311" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:25.388407 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 59864) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:25.440176 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e9ca8-c242-4212-ad0a-6bc97bdf72ce tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event updated for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=7']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.474369 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.507929 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.548879 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:25.580902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.583798 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.584886 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92 HTTP/1.1" status: 204 len: 168 time: 0.1954703 Jul 30 16:13:25.587805 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 59868) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:25.596153 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7cc3b-7b61-4298-b98f-2c648c024691 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ad6e6-0dd6-4ead-909d-5555aa5d6d92,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:25.677389 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8620a5-50b7-4ca9-8d32-70a9ededdcd2 x-openstack-request-id: req-7e8620a5-50b7-4ca9-8d32-70a9ededdcd2 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:25.677686 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:25.677946 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e8620a5-50b7-4ca9-8d32-70a9ededdcd2 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:25.678412 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:13:25.703737 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c436c535-c96d-4dbe-b14d-45320a8eefc2 None None] Provisioning complete for port be55314f-44d9-47f6-87fd-5d73fbe32ff7 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:25.704361 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c436c535-c96d-4dbe-b14d-45320a8eefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.807755 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-47642080-5cf4-43a6-8ebc-6f5f2a4faec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:25.809336 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-47642080-5cf4-43a6-8ebc-6f5f2a4faec5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0728393 Jul 30 16:13:25.811599 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Deleting port 958947b0-db3f-488b-9550-cd9c6d560a18 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:25.811995 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.953537 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.953865 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:25.972504 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-16c39053-f2af-4f20-b366-1b52a9999206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:25.973983 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-16c39053-f2af-4f20-b366-1b52a9999206 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.1507161 Jul 30 16:13:25.974786 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Calling delete_port for 958947b0-db3f-488b-9550-cd9c6d560a18 owned by network:floatingip {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:26.118184 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-ecdbb093-f655-4850-8ac0-bc452acefcd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 1001 time: 0.0976803 Jul 30 16:13:26.185525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-84589aba-39b4-4eac-8efb-6d86427fa68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:26.186984 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-84589aba-39b4-4eac-8efb-6d86427fa68f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0571725 Jul 30 16:13:26.259651 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:26.296172 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event deleted for resources: {'Port': ['ID=958947b0-db3f-488b-9550-cd9c6d560a18,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:26.299514 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-5b923702-9e51-46eb-8c60-7415d19596d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:26.301004 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-5b923702-9e51-46eb-8c60-7415d19596d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887439 Jul 30 16:13:26.330063 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.330495 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.330898 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.331378 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.331776 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.332170 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.332580 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.332972 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.333623 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.333938 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.334260 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.334584 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:26.446075 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:26.446413 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Floating IP c7d4123c-5c72-4d92-85f7-500c76d2bb3b disassociated (deleted). External IP: 172.27.0.61, port: be55314f-44d9-47f6-87fd-5d73fbe32ff7. Jul 30 16:13:26.515913 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-34145c91-84e2-4881-9ba8-0d543393587a service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938887 Jul 30 16:13:26.675503 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b8ef3cd7-785a-4745-9050-8dde37bd4311 req-7c2290f2-5727-48e7-bcd4-65525cb9bbab service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307304 Jul 30 16:13:26.734943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Router 96e361a5-3137-4e16-8eed-571e61a94333 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:26.838689 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:26.843578 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:26.849110 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Sync routers for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:26.857881 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:26.858482 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:26.869552 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-5016a927-1bce-41e3-832a-fc66f1935bfd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7d4123c-5c72-4d92-85f7-500c76d2bb3b HTTP/1.1" status: 204 len: 168 time: 1.2804170 Jul 30 16:13:26.870235 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:26.872842 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f645187-f511-420f-9a21-fc124c4ee446" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:26.916956 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f60bc-f276-4803-a513-871e14442a96 x-openstack-request-id: req-1c3f60bc-f276-4803-a513-871e14442a96 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:26.917255 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:26.918043 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c3f60bc-f276-4803-a513-871e14442a96 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:26.918456 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:13:26.966322 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:27.163808 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:27.193063 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Checking router: 96e361a5-3137-4e16-8eed-571e61a94333 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:27.201831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:27.202426 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:27.304292 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:27.499687 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:27.524708 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54f13-7de7-47fb-a40f-91ed1f477bf8 None None] The sync data for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi is: [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:09:22Z', 'revision_number': 4, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '784dad66-dc85-4af4-a1f2-bb84f8e5a28f', 'name': '', 'network_id': 'a37cfa62-9287-4d80-bfce-7ec0f55f0671', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'mac_address': 'fa:16:3e:9e:32:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:22Z', 'updated_at': '2021-07-30T16:09:28Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'subnets': [{'id': 'f3ad7945-0034-433b-b19b-75b976ee79e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:27.743353 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3ecd40-ac25-4dd2-ae09-a0c4ea7de302 None None] New status for floating IP c7d4123c-5c72-4d92-85f7-500c76d2bb3b: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:13:30.420919 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645187-f511-420f-9a21-fc124c4ee446 req-006714c2-b6b9-4538-b155-9bc351b4ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:30.422453 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-006714c2-b6b9-4538-b155-9bc351b4ae18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f36597e2839440af8e51082842f1d063&device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0440655 Jul 30 16:13:30.519060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645187-f511-420f-9a21-fc124c4ee446 req-de9453ad-93f1-484f-acde-b8ef8c35cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:30.520817 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-de9453ad-93f1-484f-acde-b8ef8c35cfef service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 200 len: 916 time: 0.0849357 Jul 30 16:13:30.574266 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-3958bbab-0a74-444f-86b5-154e31754023 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 200 len: 217 time: 0.0335894 Jul 30 16:13:30.627328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645187-f511-420f-9a21-fc124c4ee446 req-1f23502e-6bdd-4b10-a673-622ae8e99b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:30.628756 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-1f23502e-6bdd-4b10-a673-622ae8e99b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 200 len: 854 time: 0.0424764 Jul 30 16:13:30.685146 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f645187-f511-420f-9a21-fc124c4ee446 req-be6f860c-8061-4d01-a545-bf50c8255868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:30.686602 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-be6f860c-8061-4d01-a545-bf50c8255868 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37cfa62-9287-4d80-bfce-7ec0f55f0671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440578 Jul 30 16:13:30.777186 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-a1ff970b-334c-4b8a-af6b-cbb14cc82428 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779340 Jul 30 16:13:30.867316 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f645187-f511-420f-9a21-fc124c4ee446 req-d9e296cd-5574-4e6d-8526-71574203cca1 service neutron] 10.222.0.70 "GET /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Jul 30 16:13:34.821786 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ff87-ee52-4618-8ab8-91b0f348f44d req-2567fe25-22a5-4377-b573-5afb50772efa tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:34.823246 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8ee7ff87-ee52-4618-8ab8-91b0f348f44d req-2567fe25-22a5-4377-b573-5afb50772efa tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0489478 Jul 30 16:13:34.860870 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8ee7ff87-ee52-4618-8ab8-91b0f348f44d req-6827773d-28d0-4e7a-bccf-a09621192c20 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jul 30 16:13:35.974901 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862e2d5-eaa0-424d-b431-8972e690f4b2 req-c504d885-af05-40c4-9d37-5991bb08e493 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:35.976359 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c862e2d5-eaa0-424d-b431-8972e690f4b2 req-c504d885-af05-40c4-9d37-5991bb08e493 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0473058 Jul 30 16:13:36.012631 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c862e2d5-eaa0-424d-b431-8972e690f4b2 req-7c8793e5-5b18-4671-9328-d814ac542be1 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Jul 30 16:13:37.128203 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbacf5-7e90-4430-ac7f-97ab3f981c2b req-e7b5d24f-020e-40c0-86a8-5460f7bae1d2 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:37.129641 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-99bbacf5-7e90-4430-ac7f-97ab3f981c2b req-e7b5d24f-020e-40c0-86a8-5460f7bae1d2 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0506287 Jul 30 16:13:37.166395 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-99bbacf5-7e90-4430-ac7f-97ab3f981c2b req-b4d89355-068d-433e-b10d-a6d68af06341 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Jul 30 16:13:37.994783 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8b4facd1-0c98-4a4b-8a64-3530d6ed461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:38.280097 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff44f7-021f-4c6f-87e5-5d62ae2cf1b8 req-76281753-7069-4a00-99d9-665bab44cdf7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:38.281524 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ccff44f7-021f-4c6f-87e5-5d62ae2cf1b8 req-76281753-7069-4a00-99d9-665bab44cdf7 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0491309 Jul 30 16:13:38.319228 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ccff44f7-021f-4c6f-87e5-5d62ae2cf1b8 req-4b3521ba-48d4-4fae-b618-d87dda1dcdad tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Jul 30 16:13:39.430130 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189b12f-c054-41f2-a775-f5cf244b5356 req-16f32119-cc14-4ef4-8336-22ef99e58412 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:39.431583 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1189b12f-c054-41f2-a775-f5cf244b5356 req-16f32119-cc14-4ef4-8336-22ef99e58412 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Jul 30 16:13:39.470762 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1189b12f-c054-41f2-a775-f5cf244b5356 req-963e38ac-6c28-40de-8b15-a072a8ec97f8 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/security-groups?id=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Jul 30 16:13:40.220994 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-a7f9ee48-19fd-44b2-abb8-877cc38ce4cd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:40.222399 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-a7f9ee48-19fd-44b2-abb8-877cc38ce4cd tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 946 time: 0.0470839 Jul 30 16:13:40.312705 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Deleting port be55314f-44d9-47f6-87fd-5d73fbe32ff7 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:40.313044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.399267 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] For port be55314f-44d9-47f6-87fd-5d73fbe32ff7, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=be55314f-44d9-47f6-87fd-5d73fbe32ff7,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:40.399630 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.411795 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Calling delete_port for be55314f-44d9-47f6-87fd-5d73fbe32ff7 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:40.431994 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c07d2db4-9ca5-4485-be15-6f821a8797aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.560019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.572892 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['be55314f-44d9-47f6-87fd-5d73fbe32ff7'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:40.587698 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Pushing event deleted for resources: {'Port': ['ID=be55314f-44d9-47f6-87fd-5d73fbe32ff7,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:40.600089 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d7c97c37-cd53-4f50-a0c0-e15324287879 req-37233d5a-c79d-48d4-ac32-03fb447f7a80 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fb0becf-8d14-4c6b-8b46-82c09b52a5a6 HTTP/1.1" status: 200 len: 210 time: 0.0410125 Jul 30 16:13:40.629919 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] No DVR routers for this DVR port be55314f-44d9-47f6-87fd-5d73fbe32ff7 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:40.632441 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:40.634400 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c1cba945-bc56-459d-ac2b-58324c052f8e req-25cce5ce-2d6b-4f8a-8644-ba2271065713 tempest-TestMinimumBasicScenario-1877048702 tempest-TestMinimumBasicScenario-1877048702-project] 10.222.0.70 "DELETE /v2.0/ports/be55314f-44d9-47f6-87fd-5d73fbe32ff7 HTTP/1.1" status: 204 len: 173 time: 0.4020505 Jul 30 16:13:40.634842 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'name': 'network-vif-deleted', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:40.637187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e51612a-ae1b-4e87-9b90-d53702b1ac96" -d '{"events": [{"server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "name": "network-vif-deleted", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:40.675704 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b8659f-75f0-4887-8f9e-cdaff255df7e x-openstack-request-id: req-d6b8659f-75f0-4887-8f9e-cdaff255df7e {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:40.675990 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb0becf-8d14-4c6b-8b46-82c09b52a5a6", "name": "network-vif-deleted", "tag": "be55314f-44d9-47f6-87fd-5d73fbe32ff7", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:40.676239 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6b8659f-75f0-4887-8f9e-cdaff255df7e {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:40.676628 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0becf-8d14-4c6b-8b46-82c09b52a5a6', 'name': 'network-vif-deleted', 'tag': 'be55314f-44d9-47f6-87fd-5d73fbe32ff7', 'status': 'completed', 'code': 200} Jul 30 16:13:40.798763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.399498 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:41.710549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:42.299395 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60056) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:42.885618 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device be55314f-44d9-47f6-87fd-5d73fbe32ff7 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:42.908766 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: be55314f-44d9-47f6-87fd-5d73fbe32ff7 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:42.909113 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device be55314f-44d9-47f6-87fd-5d73fbe32ff7 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:42.924888 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.253452 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Deleting port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:43.253800 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.346584 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] For port 784dad66-dc85-4af4-a1f2-bb84f8e5a28f, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:43.347284 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.363067 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Calling delete_port for 784dad66-dc85-4af4-a1f2-bb84f8e5a28f owned by network:router_interface {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:43.399356 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60066) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:43.530093 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dbdde287-a727-4aea-a779-38c4c81e1440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.623477 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.630300 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dbdde287-a727-4aea-a779-38c4c81e1440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.635633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-dbdde287-a727-4aea-a779-38c4c81e1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.664646 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Pushing event deleted for resources: {'Port': ['ID=784dad66-dc85-4af4-a1f2-bb84f8e5a28f,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:43.674735 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-dbdde287-a727-4aea-a779-38c4c81e1440 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f59502aa0fc458e984c9921e8ffb15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708182 Jul 30 16:13:43.675106 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60070) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:43.696024 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.700294 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde287-a727-4aea-a779-38c4c81e1440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f705d606-e52e-4ccc-9841-370c99f28194,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:43.737134 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.760478 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.827068 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.832076 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:43.833351 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f705d606-e52e-4ccc-9841-370c99f28194 HTTP/1.1" status: 204 len: 168 time: 0.1575801 Jul 30 16:13:43.846100 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7492-dbf3-445e-92d3-c3edfd1df550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f705d606-e52e-4ccc-9841-370c99f28194,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:43.859910 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.079281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Router 96e361a5-3137-4e16-8eed-571e61a94333 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:44.195719 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:44.202308 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c6547db3-1e68-4321-8c16-c689ba910419 admin admin] 10.222.0.37 "PUT /v2.0/routers/96e361a5-3137-4e16-8eed-571e61a94333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9018152 Jul 30 16:13:44.204808 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60084) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:44.205622 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Sync routers for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:44.217237 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:44.217850 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:44.329292 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks [] for router, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.336041 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:44.447784 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.506897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Deleting port 8f841296-c7a7-4923-8406-7fbdadd0877d {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:44.507271 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.538716 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:13:43Z', 'revision_number': 5, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port': {'id': '8f841296-c7a7-4923-8406-7fbdadd0877d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e361a5-3137-4e16-8eed-571e61a94333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:20Z', 'updated_at': '2021-07-30T16:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:44.589415 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] For port 8f841296-c7a7-4923-8406-7fbdadd0877d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8f841296-c7a7-4923-8406-7fbdadd0877d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:44.589774 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.604327 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Calling delete_port for 8f841296-c7a7-4923-8406-7fbdadd0877d owned by network:router_gateway {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:44.689836 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Checking router: 96e361a5-3137-4e16-8eed-571e61a94333 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:44.698281 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Routers {'96e361a5-3137-4e16-8eed-571e61a94333'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:44.698827 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['96e361a5-3137-4e16-8eed-571e61a94333'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:44.783527 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.791158 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] Set router 96e361a5-3137-4e16-8eed-571e61a94333 gateway port host: None {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:44.819595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Pushing event deleted for resources: {'Port': ['ID=8f841296-c7a7-4923-8406-7fbdadd0877d,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:44.847119 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:13:44Z', 'revision_number': 6, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:44.879715 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa8e83c-28c6-489a-8eea-5903c14dc69d None None] The sync data for ids ['96e361a5-3137-4e16-8eed-571e61a94333'] in dv-cinder-803046-3-iscsi is: [{'id': '96e361a5-3137-4e16-8eed-571e61a94333', 'name': 'tempest-TestMinimumBasicScenario-1198881917-router', 'tenant_id': 'f36597e2839440af8e51082842f1d063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:19Z', 'updated_at': '2021-07-30T16:13:44Z', 'revision_number': 6, 'project_id': 'f36597e2839440af8e51082842f1d063', 'gw_port_host': None}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:44.882851 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.996109 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:44.998965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.296810 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.297483 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e361a5-3137-4e16-8eed-571e61a94333 {{(pid=93204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:13:45.303202 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.304625 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f46e24af-2457-4257-a213-0b8481556afe admin admin] 10.222.0.37 "DELETE /v2.0/routers/96e361a5-3137-4e16-8eed-571e61a94333 HTTP/1.1" status: 204 len: 168 time: 1.0988846 Jul 30 16:13:45.307061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60104) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:45.350127 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Deleting subnet f3ad7945-0034-433b-b19b-75b976ee79e7 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:13:45.353123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.386820 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.496072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.546761 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.569313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ad7945-0034-433b-b19b-75b976ee79e7,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:45.574871 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.577029 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-9d763e62-bd46-4ef7-8d3d-69642a2b81d4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f3ad7945-0034-433b-b19b-75b976ee79e7 HTTP/1.1" status: 204 len: 168 time: 0.2688763 Jul 30 16:13:45.579691 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60108) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:45.580247 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d20507-5f5b-43d8-93ef-d1b87b2ba71b None None] Network a37cfa62-9287-4d80-bfce-7ec0f55f0671 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:45.651031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.706997 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Deleting port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:45.707366 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.752880 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] DHCP port deletion for a37cfa62-9287-4d80-bfce-7ec0f55f0671 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:13:45.770752 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] For port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:45.771119 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.785116 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Calling delete_port for 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:45.807049 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Deleting port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:45.807625 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.869801 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] For port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,segment=NetworkSegment(1da1af15-4a6b-4cb9-ac07-751fc2225d81),segment_id=1da1af15-4a6b-4cb9-ac07-751fc2225d81)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:45.870527 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.873733 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.884530 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Calling delete_port for 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:45.899488 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:45.903849 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] No DVR routers for this DVR port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 on host dv-cinder-803046-3-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:45.979431 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:45.992346 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37cfa62-9287-4d80-bfce-7ec0f55f0671']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:46.004277 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da1af15-4a6b-4cb9-ac07-751fc2225d81') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:46.004517 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da1af15-4a6b-4cb9-ac07-751fc2225d81') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:46.015293 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.029120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.035298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:13:46.035600 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:13:46.037220 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:13:46.039923 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.070709 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] Pushing event deleted for resources: {'Port': ['ID=6f9b5656-c343-4be9-9c14-5ec4c86bdc31,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:46.089480 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d2fef-17cb-4fa0-9db3-5b217d1b1bae None None] No DVR routers for this DVR port 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:46.096315 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.112901 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Pushing event deleted for resources: {'Network': ['ID=a37cfa62-9287-4d80-bfce-7ec0f55f0671,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:46.115036 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.116921 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1c30913a-01c7-45d5-9d79-b4832d3ddeae admin admin] 10.222.0.37 "DELETE /v2.0/networks/a37cfa62-9287-4d80-bfce-7ec0f55f0671 HTTP/1.1" status: 204 len: 168 time: 0.5363228 Jul 30 16:13:46.120028 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60120) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:46.196901 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-f86a236d-d0c1-4a6e-90db-3e263bfb3612 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334656 Jul 30 16:13:46.455942 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-bd6d1ade-01f6-4f58-90dc-02bb68b2a032 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:46.457442 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-bd6d1ade-01f6-4f58-90dc-02bb68b2a032 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526367 Jul 30 16:13:46.500335 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8f841296-c7a7-4923-8406-7fbdadd0877d no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:46.502570 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-bea8478b-0735-497e-822c-5cd2bd95922c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/quotas/0cc84d697d2b4ef89399a5fd281bbadd HTTP/1.1" status: 200 len: 375 time: 0.0149610 Jul 30 16:13:46.520456 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 8f841296-c7a7-4923-8406-7fbdadd0877d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:46.520886 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8f841296-c7a7-4923-8406-7fbdadd0877d not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:46.521362 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 784dad66-dc85-4af4-a1f2-bb84f8e5a28f no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:46.541719 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-c48599ed-d8b2-4017-87cd-281b8638370e tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327003 Jul 30 16:13:46.543356 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 784dad66-dc85-4af4-a1f2-bb84f8e5a28f {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:46.544348 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 784dad66-dc85-4af4-a1f2-bb84f8e5a28f not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:46.544819 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:46.563376 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:46.563724 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 6f9b5656-c343-4be9-9c14-5ec4c86bdc31 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:46.683061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:46.707843 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7edd12d1-c5bc-496a-a13f-5a5c2f59b87d req-3f4d2626-6ff8-450f-b463-45b204efcfd7 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Jul 30 16:13:46.943564 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Deleting port 470c4650-6321-4e98-a791-f09ff067ca71 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:46.943901 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:47.022570 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] For port 470c4650-6321-4e98-a791-f09ff067ca71, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=470c4650-6321-4e98-a791-f09ff067ca71,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:47.022931 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:47.035210 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Calling delete_port for 470c4650-6321-4e98-a791-f09ff067ca71 owned by network:router_interface {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:47.219834 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:47.247185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Pushing event deleted for resources: {'Port': ['ID=470c4650-6321-4e98-a791-f09ff067ca71,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:47.408539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:47.622381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Router f1f5b565-dbbe-4cd0-b915-e8975a62c005 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:47.690541 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-832f3d05-a5a7-4bcb-b33b-49149360f580 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249655 Jul 30 16:13:47.806619 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f634f75a-ce0b-46c9-b2ce-3f40b422c568 req-ee649dce-5997-42e9-b0ab-3e1e9735fb01 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Jul 30 16:13:47.817302 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:47.827203 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Sync routers for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:47.839058 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:47.839685 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:47.846899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60146) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:47.847045 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ed0cf030-d374-44b1-a671-af350b32856d admin admin] 10.222.0.37 "PUT /v2.0/routers/f1f5b565-dbbe-4cd0-b915-e8975a62c005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257290 Jul 30 16:13:47.874159 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-1e46d153-d1f6-4443-bacc-dfb7cf374345 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:47.875706 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-1e46d153-d1f6-4443-bacc-dfb7cf374345 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773632 Jul 30 16:13:47.891542 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Request body: {'port': {'device_id': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366', 'admin_state_up': True, 'tenant_id': '0cc84d697d2b4ef89399a5fd281bbadd'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:47.950562 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:47.955656 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.016473 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Made reservation on behalf of 0cc84d697d2b4ef89399a5fd281bbadd for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:48.020314 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.030311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.062987 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.116939 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Deleting port 07f2d0ee-4522-457c-92bd-af86b948e47d {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:48.117232 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.140727 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.140982 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:13:47Z', 'revision_number': 5, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port': {'id': '07f2d0ee-4522-457c-92bd-af86b948e47d', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:48.145373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.170668 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Checking router: f1f5b565-dbbe-4cd0-b915-e8975a62c005 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:48.179088 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Routers {'f1f5b565-dbbe-4cd0-b915-e8975a62c005'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:48.179724 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:48.215340 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] For port 07f2d0ee-4522-457c-92bd-af86b948e47d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=07f2d0ee-4522-457c-92bd-af86b948e47d,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:48.215810 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.216375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9504edf7-4010-4851-b603-79cf7f642e7e,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:48.231235 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Calling delete_port for 07f2d0ee-4522-457c-92bd-af86b948e47d owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:48.274002 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] Set router f1f5b565-dbbe-4cd0-b915-e8975a62c005 gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:48.291246 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Allocated IP 192.168.233.189 (d2f26e88-6904-4553-91ba-ceacf9580366/29c37d50-ab3b-4741-b44b-220e7d81eb92/a25b83d1-d71f-4286-afcc-c0a20c842fe9) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:48.327061 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:13:48Z', 'revision_number': 6, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:48.420173 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.447677 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4268c64a-ce40-43f7-9ef4-d5ec245a77b2 None None] The sync data for ids ['f1f5b565-dbbe-4cd0-b915-e8975a62c005'] in dv-cinder-803046-3-iscsi is: [{'id': 'f1f5b565-dbbe-4cd0-b915-e8975a62c005', 'name': 'tempest-TestMinimumBasicScenario-1651663020-router', 'tenant_id': '12394d4083634f31ad9afea4970451fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:09:25Z', 'updated_at': '2021-07-30T16:13:48Z', 'revision_number': 6, 'project_id': '12394d4083634f31ad9afea4970451fc', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:48.462785 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f2d0ee-4522-457c-92bd-af86b948e47d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:48.469816 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.538299 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.628010 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.630216 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.679851 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.680373 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f5b565-dbbe-4cd0-b915-e8975a62c005 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:13:48.686509 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.687715 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-75faca94-cc61-466b-bc5c-33bdcb5e6e76 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f1f5b565-dbbe-4cd0-b915-e8975a62c005 HTTP/1.1" status: 204 len: 168 time: 0.8394773 Jul 30 16:13:48.690333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60150) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:48.722057 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Transition to ACTIVE for port object a25b83d1-d71f-4286-afcc-c0a20c842fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:48.741499 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Deleting subnet 2273a301-0ea8-41f4-b824-e21289c3ef8d {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:13:48.744449 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.755860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.785327 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.795051 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Network d2f26e88-6904-4553-91ba-ceacf9580366 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:48.813035 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Pushing event updated for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:48.817638 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:48.831768 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:48.885485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:48.886161 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.904424 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-11caaba6-2724-499e-80ab-e727bbbf7848 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0170443 Jul 30 16:13:48.920556 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Request body: {'port': {'device_id': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:48.960633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:48.979932 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.003985 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b3407-84a6-4299-9716-3e3940c69a1a req-59533a82-22a7-4ec4-8118-43f843ddf629 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:49.005526 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-969b3407-84a6-4299-9716-3e3940c69a1a req-59533a82-22a7-4ec4-8118-43f843ddf629 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 936 time: 0.1106606 Jul 30 16:13:49.058763 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-969b3407-84a6-4299-9716-3e3940c69a1a req-e93ad703-1a83-4342-919e-2941ac5f59db tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Jul 30 16:13:49.061025 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.096514 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2273a301-0ea8-41f4-b824-e21289c3ef8d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:49.098822 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.100997 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-06010f2d-7d20-43d3-b952-dfd2099da9fb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2273a301-0ea8-41f4-b824-e21289c3ef8d HTTP/1.1" status: 204 len: 168 time: 0.4094157 Jul 30 16:13:49.103807 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60154) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:49.106669 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a4969-559d-4bad-8ab4-bb30503a2efd None None] Network 70f4b1ad-538f-4086-858b-724c473555d2 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:49.155081 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c507dbab-0208-422b-824d-404f92363836 None None] Provisioning for port a25b83d1-d71f-4286-afcc-c0a20c842fe9 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:49.164570 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-c507dbab-0208-422b-824d-404f92363836 None None] Provisioning complete for port a25b83d1-d71f-4286-afcc-c0a20c842fe9 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:49.164933 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c507dbab-0208-422b-824d-404f92363836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.177109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.228086 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-c507dbab-0208-422b-824d-404f92363836 None None] Port a25b83d1-d71f-4286-afcc-c0a20c842fe9 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:49.239988 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Deleting port f9f40c18-761d-431f-849a-74099bf344dc {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:49.240330 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.315444 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25b83d1-d71f-4286-afcc-c0a20c842fe9 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:49.325090 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.337364 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] DHCP port deletion for 70f4b1ad-538f-4086-858b-724c473555d2 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:13:49.341898 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Transition to ACTIVE for port object a25b83d1-d71f-4286-afcc-c0a20c842fe9 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:49.345785 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.405160 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:49.431402 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Deleting port f9f40c18-761d-431f-849a-74099bf344dc {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:49.432043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.518776 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Attempting to bind port a25b83d1-d71f-4286-afcc-c0a20c842fe9 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:49.519588 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Attempting to bind port a25b83d1-d71f-4286-afcc-c0a20c842fe9 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:49.519588 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Attempting to bind port a25b83d1-d71f-4286-afcc-c0a20c842fe9 on network d2f26e88-6904-4553-91ba-ceacf9580366 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:49.525498 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Port a25b83d1-d71f-4286-afcc-c0a20c842fe9 on network d2f26e88-6904-4553-91ba-ceacf9580366 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:13:49.525824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Attempting to bind port a25b83d1-d71f-4286-afcc-c0a20c842fe9 on network d2f26e88-6904-4553-91ba-ceacf9580366 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:49.530083 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] For port f9f40c18-761d-431f-849a-74099bf344dc, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f9f40c18-761d-431f-849a-74099bf344dc,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:49.530692 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.532058 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:49.532353 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Checking segment: {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:49.532839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Bound using segment: {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:49.533148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Bound port: a25b83d1-d71f-4286-afcc-c0a20c842fe9, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad9ff52c-c277-42f9-a91f-ea2920ab7458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:49.533508 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.554397 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Calling delete_port for f9f40c18-761d-431f-849a-74099bf344dc owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:49.589142 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] For port f9f40c18-761d-431f-849a-74099bf344dc, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f9f40c18-761d-431f-849a-74099bf344dc,segment=NetworkSegment(fbac1129-9c29-4d85-95dd-f8b18df3708a),segment_id=fbac1129-9c29-4d85-95dd-f8b18df3708a)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:49.589569 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.605455 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Calling delete_port for f9f40c18-761d-431f-849a-74099bf344dc owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:49.642437 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:49.646745 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:49.657424 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.672308 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.700043 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:49.700892 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.703095 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] 10.222.0.70 "PUT /v2.0/ports/a25b83d1-d71f-4286-afcc-c0a20c842fe9 HTTP/1.1" status: 200 len: 1098 time: 0.7869706 Jul 30 16:13:49.703095 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:49.705156 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:49.708465 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.719990 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] Pushing event deleted for resources: {'Port': ['ID=f9f40c18-761d-431f-849a-74099bf344dc,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:49.722836 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c03d6-a967-414c-bb9d-cdfe9f0e152b None None] No DVR routers for this DVR port f9f40c18-761d-431f-849a-74099bf344dc on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:49.747378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f40c18-761d-431f-849a-74099bf344dc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:49.769518 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] No DVR routers for this DVR port f9f40c18-761d-431f-849a-74099bf344dc on host dv-cinder-803046-3-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:13:49.770624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994504ca-4bc2-4ce8-b44d-c83ed73cd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:49.774963 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5009a15b-f583-4033-9f82-b0d5b9455ecb x-openstack-request-id: req-5009a15b-f583-4033-9f82-b0d5b9455ecb {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:49.775369 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:49.775706 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5009a15b-f583-4033-9f82-b0d5b9455ecb {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:49.776202 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9', 'status': 'completed', 'code': 200} Jul 30 16:13:49.833460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-0937ee5c-d3b1-4773-894b-13c153ef44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:49.835014 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-0937ee5c-d3b1-4773-894b-13c153ef44f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 1101 time: 0.0579906 Jul 30 16:13:49.859736 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.873299 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f4b1ad-538f-4086-858b-724c473555d2']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:49.884795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbac1129-9c29-4d85-95dd-f8b18df3708a') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:49.885088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbac1129-9c29-4d85-95dd-f8b18df3708a') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:49.889757 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-f52413ff-9aff-4a3f-ac49-1a4833ed9fe3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9 HTTP/1.1" status: 200 len: 217 time: 0.0447893 Jul 30 16:13:49.896035 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.911271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.917625 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:13:49.918131 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self.session.flush() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self.session.flush() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self.session.flush() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self.session.flush() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:13:49.920438 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:13:49.943771 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-e8fefce3-1737-4301-a8b0-4e5005b81219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:49.945242 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-e8fefce3-1737-4301-a8b0-4e5005b81219 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29c37d50-ab3b-4741-b44b-220e7d81eb92 HTTP/1.1" status: 200 len: 843 time: 0.0467029 Jul 30 16:13:49.982712 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.991186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:49.993055 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] 10.222.0.37 "DELETE /v2.0/networks/70f4b1ad-538f-4086-858b-724c473555d2 HTTP/1.1" status: 204 len: 168 time: 0.8882728 Jul 30 16:13:50.004113 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-51a5b7b4-eb82-4d4a-b447-8550c2ccca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.005655 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-51a5b7b4-eb82-4d4a-b447-8550c2ccca7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f26e88-6904-4553-91ba-ceacf9580366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0502596 Jul 30 16:13:50.005827 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289732d6-e075-47d4-a4c8-165dc7103207 admin admin] Pushing event deleted for resources: {'Network': ['ID=70f4b1ad-538f-4086-858b-724c473555d2,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:50.098400 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-69a3778f-6d58-42c0-914f-c23480792a04 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f26e88-6904-4553-91ba-ceacf9580366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 Jul 30 16:13:50.167965 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60164) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:50.208008 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9f8adf85-7d13-4bc2-b943-8fe2ea762f93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f36597e2839440af8e51082842f1d063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382752 Jul 30 16:13:50.210837 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60166) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:50.239182 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de231ae-59a6-40ce-953e-d1b15deca52b req-b8155dac-0502-4588-a98c-2982c5e54a57 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.240665 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9de231ae-59a6-40ce-953e-d1b15deca52b req-b8155dac-0502-4588-a98c-2982c5e54a57 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 948 time: 0.0769179 Jul 30 16:13:50.246104 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8c925cf6-1af8-4e89-a396-c133b1c25548 req-6cd8af8d-436b-46cf-9c11-326a3d5cdf44 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f26e88-6904-4553-91ba-ceacf9580366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360698 Jul 30 16:13:50.259353 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.286955 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9de231ae-59a6-40ce-953e-d1b15deca52b req-e442aca5-791b-4ea9-a8ca-0c6c8c0c920c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390401 Jul 30 16:13:50.295647 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.343312 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.345837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-5ae8e6ff-98c1-41a0-8c74-7e88b656afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.345994 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.347078 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b2d6a6d-d945-4339-89d4-fc6b2b83bf87 HTTP/1.1" status: 204 len: 168 time: 0.1352413 Jul 30 16:13:50.347309 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-5ae8e6ff-98c1-41a0-8c74-7e88b656afe9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 1101 time: 0.0433953 Jul 30 16:13:50.354691 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482bb47-0998-404b-a2b6-3d765d056700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d6a6d-d945-4339-89d4-fc6b2b83bf87,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:50.443981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-886a6cc2-5bbd-4a45-9fa3-a3ea76d2a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.445530 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-886a6cc2-5bbd-4a45-9fa3-a3ea76d2a744 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d2f26e88-6904-4553-91ba-ceacf9580366 HTTP/1.1" status: 200 len: 870 time: 0.0886183 Jul 30 16:13:50.502505 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 470c4650-6321-4e98-a791-f09ff067ca71 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:50.503006 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-37486490-a2c7-432e-910e-fcaa8d86d557 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9 HTTP/1.1" status: 200 len: 217 time: 0.0406899 Jul 30 16:13:50.524346 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 470c4650-6321-4e98-a791-f09ff067ca71 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:50.524716 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 470c4650-6321-4e98-a791-f09ff067ca71 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:50.525156 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 07f2d0ee-4522-457c-92bd-af86b948e47d no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:50.548246 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 07f2d0ee-4522-457c-92bd-af86b948e47d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:50.548591 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 07f2d0ee-4522-457c-92bd-af86b948e47d not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:50.549007 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f9f40c18-761d-431f-849a-74099bf344dc no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:13:50.559626 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-df7699db-160f-49fa-9831-61e6553360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.561087 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-df7699db-160f-49fa-9831-61e6553360aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=29c37d50-ab3b-4741-b44b-220e7d81eb92 HTTP/1.1" status: 200 len: 843 time: 0.0505745 Jul 30 16:13:50.567307 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: f9f40c18-761d-431f-849a-74099bf344dc {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:13:50.567657 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f9f40c18-761d-431f-849a-74099bf344dc not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:13:50.616737 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-f291a5ec-eb34-4f87-b7dc-fc50dad0491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:50.618420 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-f291a5ec-eb34-4f87-b7dc-fc50dad0491e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d2f26e88-6904-4553-91ba-ceacf9580366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444870 Jul 30 16:13:50.686057 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60172) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:50.715163 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-1917f49b-a472-40ab-9383-c99abed655a7 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f26e88-6904-4553-91ba-ceacf9580366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837567 Jul 30 16:13:50.724808 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-08df0d9b-044a-4424-8df2-5591323e23d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12394d4083634f31ad9afea4970451fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375948 Jul 30 16:13:50.727295 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60174) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:50.777055 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.798386 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.811817 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-029d27e6-bc6b-4b24-8a56-41fa5f9c579d req-dd06843f-6f5e-4a7d-abf5-8dfb287c7298 service neutron] 10.222.0.70 "GET /v2.0/networks/d2f26e88-6904-4553-91ba-ceacf9580366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858777 Jul 30 16:13:50.846876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.849674 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:50.850794 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67b814e6-0ee5-428a-aaf5-f330841b03ed HTTP/1.1" status: 204 len: 168 time: 0.1226263 Jul 30 16:13:50.858744 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace6319-0344-4279-90f7-6881a5b017c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b814e6-0ee5-428a-aaf5-f330841b03ed,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:51.407058 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087448c-4a61-411a-aa30-a3c32fd2c155 req-8346aed3-71f7-4f7f-a5b0-f543fb5898e1 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:51.408598 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3087448c-4a61-411a-aa30-a3c32fd2c155 req-8346aed3-71f7-4f7f-a5b0-f543fb5898e1 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 948 time: 0.0490098 Jul 30 16:13:51.447236 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3087448c-4a61-411a-aa30-a3c32fd2c155 req-c230c8b8-add8-49d4-8548-9967c719f5d7 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Jul 30 16:13:51.514426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60200) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:51.608355 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1940594300-network', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:51.628897 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Made reservation on behalf of 07bf3493a71648c895b14d999b3bfb1e for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:51.631089 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.639699 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.725800 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.729278 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.755327 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:13:51.760609 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9080810f-e2cc-402a-bba7-6821f686d973,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:51.768414 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.768757 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Added segment 0ee91467-0eb6-457e-a728-a22d4451f4ff of type vlan for network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 Jul 30 16:13:51.806697 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.834788 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.835752 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:51.836336 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:51.892643 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3771062 Jul 30 16:13:51.895906 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60204) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:51.901396 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Request body: {'subnet': {'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1940594300-subnet', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:51.901557 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5adcd-98b1-49b8-aedf-355ebdd106b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d0da8fd-0a56-4002-b0c2-d66355f139a4,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:51.911528 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:13:51.922215 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Made reservation on behalf of 07bf3493a71648c895b14d999b3bfb1e for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:51.924466 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12908685'] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.090851 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12908707'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.144408 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285d8b86-e4a3-442c-9f77-a887c44071dc,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:52.152184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:52.152535 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Network hostable DHCP agents. Network: 7d0da8fd-0a56-4002-b0c2-d66355f139a4, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:13:52.175197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:13:52.182897 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 7d0da8fd-0a56-4002-b0c2-d66355f139a4) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:52.187659 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:52.188208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.192130 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c17e3-c35e-4711-b98d-8a339d0f106b None None] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:52.202061 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-02232ef6-078a-4563-8b62-4e4c8c1cbfb4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3044872 Jul 30 16:13:52.204720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60208) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:52.208922 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:52.229416 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.230399 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.285630 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.340016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:13:52.341063 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.420329 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.479348 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Allocated IP 172.20.0.2 (7d0da8fd-0a56-4002-b0c2-d66355f139a4/285d8b86-e4a3-442c-9f77-a887c44071dc/8e7f7887-feeb-4a2d-a7de-c5e35902bd8d) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:52.633416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.642016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Transition to ACTIVE for port object 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:52.657386 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Transition to ACTIVE for port object 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:52.663858 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.665829 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.674947 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f9fe-7f66-46c8-b975-388512470b4a req-67ae14ec-dc9f-4913-a7e7-afd287497751 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:52.676457 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ab9f9fe-7f66-46c8-b975-388512470b4a req-67ae14ec-dc9f-4913-a7e7-afd287497751 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 948 time: 0.1270208 Jul 30 16:13:52.696043 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.700004 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:52.702951 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:52.706311 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:52.718512 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Pushing event updated for resources: {'Port': ['ID=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:52.762551 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ab9f9fe-7f66-46c8-b975-388512470b4a req-5f67b58b-c36e-4147-84c0-c4889f9774bc tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684857 Jul 30 16:13:52.766763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Attempting to bind port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:52.767125 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Attempting to bind port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:52.767511 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Attempting to bind port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:52.772831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:52.773200 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:52.773591 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.773981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Bound using segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:52.774441 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Bound port: 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:52.774816 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.825750 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Allocated IP 172.27.0.202 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/f876a928-a8e9-49e7-996e-38e4ea9e546a) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:52.839323 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] For port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:52.843148 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] For port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:52.847303 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.906899 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0381b9e-4d49-4640-a60c-f624bf949408 None None] Pushing event updated for resources: {'Port': ['ID=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:52.910858 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device a25b83d1-d71f-4286-afcc-c0a20c842fe9 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:13:52.940583 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:52.982420 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.013168 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:53.018791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:53.023453 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:53.025183 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9', 'network_id': 'd2f26e88-6904-4553-91ba-ceacf9580366', 'port_id': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9', 'mac_address': 'fa:16:3e:5b:60:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c37d50-ab3b-4741-b44b-220e7d81eb92', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:13:53.026910 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:53.057595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Pushing event updated for resources: {'Port': ['ID=f876a928-a8e9-49e7-996e-38e4ea9e546a,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:53.065271 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.084988 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25b83d1-d71f-4286-afcc-c0a20c842fe9 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:13:53.119498 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:53.126714 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.192581 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:53.334728 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.390317 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['a25b83d1-d71f-4286-afcc-c0a20c842fe9'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:13:53.532323 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.672090 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Router 60634693-a375-4fee-9959-9a160d7ec998 is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:13:53.784604 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:53.797643 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:53.804069 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:53.808012 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2f490cac-6d24-4690-8752-c773b29f315d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5997851 Jul 30 16:13:53.808603 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:53.808695 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60216) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:53.809175 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:53.863071 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500ecd4-f8ff-4156-8b57-d9fe17c3c71b None None] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:53.911180 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d0cd-f084-4b79-bd5f-c6c952adc47e req-634c9114-3c31-4e57-99be-f148cf68fb0c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:53.912779 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a52d0cd-f084-4b79-bd5f-c6c952adc47e req-634c9114-3c31-4e57-99be-f148cf68fb0c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 949 time: 0.0599251 Jul 30 16:13:53.957800 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9a52d0cd-f084-4b79-bd5f-c6c952adc47e req-4d78f814-ebd6-43bd-9800-740807a29e04 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Jul 30 16:13:53.968285 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:54.073297 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-92f1493a-30cc-43c7-a2c8-68ae180081a7 None None] Provisioning for port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:54.239470 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.260211 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:53Z', 'revision_number': 3, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:54.289601 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:54.289981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Updating router 60634693-a375-4fee-9959-9a160d7ec998 port f876a928-a8e9-49e7-996e-38e4ea9e546a binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:54.318590 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.413486 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Allocated IP 172.20.0.1 (7d0da8fd-0a56-4002-b0c2-d66355f139a4/285d8b86-e4a3-442c-9f77-a887c44071dc/7340b213-0e7c-4ce9-aae7-a0d2924a0f43) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:54.526506 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.541435 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Transition to ACTIVE for port object 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:54.556267 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:54.579019 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.618298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:54.625500 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:54.627796 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Pushing event updated for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:54.629979 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:54.651165 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.665803 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Transition to ACTIVE for port object f876a928-a8e9-49e7-996e-38e4ea9e546a will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:54.672771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.673859 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.679072 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:54.708589 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:54.708956 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.749982 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Attempting to bind port f876a928-a8e9-49e7-996e-38e4ea9e546a on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:54.750381 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Attempting to bind port f876a928-a8e9-49e7-996e-38e4ea9e546a by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:54.750709 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Attempting to bind port f876a928-a8e9-49e7-996e-38e4ea9e546a on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:54.765546 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a1dd-2ac5-485c-9bae-08bca973676d None None] Pushing event updated for resources: {'Port': ['ID=f876a928-a8e9-49e7-996e-38e4ea9e546a,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:54.770228 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:54.770604 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:54.771005 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.771425 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:54.771908 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Bound port: f876a928-a8e9-49e7-996e-38e4ea9e546a, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:54.772286 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.816380 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.857890 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] For port f876a928-a8e9-49e7-996e-38e4ea9e546a, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:54.879603 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] For port f876a928-a8e9-49e7-996e-38e4ea9e546a, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f876a928-a8e9-49e7-996e-38e4ea9e546a,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:54.885170 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.887414 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.896391 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e56c7da2-29ec-4fe5-a65c-6101e1e697a6 None None] Provisioning for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:54.927823 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e56c7da2-29ec-4fe5-a65c-6101e1e697a6 None None] Provisioning complete for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:54.928113 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e56c7da2-29ec-4fe5-a65c-6101e1e697a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:54.960131 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device a25b83d1-d71f-4286-afcc-c0a20c842fe9 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:54.996909 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.002936 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.044209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:55.048238 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1a1dd-2ac5-485c-9bae-08bca973676d None None] Pushing event updated for resources: {'Port': ['ID=f876a928-a8e9-49e7-996e-38e4ea9e546a,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.052508 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e56c7da2-29ec-4fe5-a65c-6101e1e697a6 None None] Port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:55.056514 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.058160 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:55.058772 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:55.079152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.081763 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Pushing event updated for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.102764 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dc4e9-875d-46cd-9567-cbabc3042c4b req-8e448c32-dfbd-4107-a702-fe18fd7825f4 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.104427 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-873dc4e9-875d-46cd-9567-cbabc3042c4b req-8e448c32-dfbd-4107-a702-fe18fd7825f4 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 949 time: 0.0743997 Jul 30 16:13:55.151497 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-873dc4e9-875d-46cd-9567-cbabc3042c4b req-3f7a25aa-512a-4040-a6af-070c7e191901 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Jul 30 16:13:55.151957 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port a25b83d1-d71f-4286-afcc-c0a20c842fe9 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:55.153990 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.168785 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port a25b83d1-d71f-4286-afcc-c0a20c842fe9 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:55.168785 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.188673 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:55.190066 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:55.255374 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:55.320031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:13:55.447070 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:55.452762 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-9a50992a-fe13-4171-9d50-165ac53bed5e admin admin] 10.222.0.37 "PUT /v2.0/routers/60634693-a375-4fee-9959-9a160d7ec998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432545 Jul 30 16:13:55.525127 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.549678 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-79fad157-8696-4977-8cb3-b72b89e822dc None None] Provisioning complete for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:55.550043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-79fad157-8696-4977-8cb3-b72b89e822dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.581835 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:13:55.584107 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8068f616-331b-4e57-828b-1bbd15a18b92" -d '{"events": [{"server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "name": "network-vif-plugged", "status": "completed", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:13:55.618023 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:55.633072 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:55.638314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c77fc7c-c6ea-49cb-9e40-cc86655cf261 x-openstack-request-id: req-3c77fc7c-c6ea-49cb-9e40-cc86655cf261 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:13:55.638594 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "name": "network-vif-plugged", "status": "completed", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:13:55.638846 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c77fc7c-c6ea-49cb-9e40-cc86655cf261 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:13:55.639254 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9', 'code': 200} Jul 30 16:13:55.645041 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-79fad157-8696-4977-8cb3-b72b89e822dc None None] Port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:13:55.759893 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:55.803044 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 2, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:55.831851 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a972f0-b381-4bff-b0e1-d12252b7404f None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 2, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:13:55.846291 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517360be-7292-47b6-9c7d-2129e0212bde req-795b9975-7f7f-4641-922f-a74ed9ca2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:55.848088 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-517360be-7292-47b6-9c7d-2129e0212bde req-795b9975-7f7f-4641-922f-a74ed9ca2ffa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 1103 time: 0.0484407 Jul 30 16:13:55.893940 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-517360be-7292-47b6-9c7d-2129e0212bde req-49bfb190-afa3-4c92-b175-790a57c62bc7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Jul 30 16:13:56.026203 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60240) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:56.032097 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-95910033-network', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:56.088567 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Made reservation on behalf of a585d6153149477e8dfd0b18b3c293b2 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:56.091674 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.100611 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.209495 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.213755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.249819 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:13:56.279684 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997da7e6-f526-4e55-ae44-5c9c7d3be1bd,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:56.288093 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.288436 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Added segment ec05ba78-5e28-481c-91df-1a99563f911d of type vlan for network e3830c88-2b2d-45fb-981b-c31b609c6e31 Jul 30 16:13:56.339285 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79bda3-9f53-41cb-a2c5-b7c23703e214 req-e6b8b6ab-9e4e-43b8-aa93-669fa675ca0c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.341460 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1e79bda3-9f53-41cb-a2c5-b7c23703e214 req-e6b8b6ab-9e4e-43b8-aa93-669fa675ca0c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 950 time: 0.1075239 Jul 30 16:13:56.351803 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.402176 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1e79bda3-9f53-41cb-a2c5-b7c23703e214 req-714f5ef5-83b9-4efc-836c-072f1ce7ff1c tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529177 Jul 30 16:13:56.410812 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.411905 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.412571 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.476292 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] Pushing event updated for resources: {'Network': ['ID=e3830c88-2b2d-45fb-981b-c31b609c6e31,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:56.483711 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a5bdff0c-c8f0-40a1-8c0a-0fd3ffdde58f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4564080 Jul 30 16:13:56.486807 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60246) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:56.492205 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Request body: {'subnet': {'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-95910033-subnet', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:56.510113 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:13:56.530755 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Made reservation on behalf of a585d6153149477e8dfd0b18b3c293b2 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:13:56.535182 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14158080'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.574695 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:56.645883 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:56.646261 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.750873 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15014653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14158126'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.815115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592dc5fd-72ce-4f95-9aa8-b09a046d8b35,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:56.829814 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Checking segment: {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:56.830239 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Network hostable DHCP agents. Network: e3830c88-2b2d-45fb-981b-c31b609c6e31, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:13:56.849685 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:13:56.860086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, e3830c88-2b2d-45fb-981b-c31b609c6e31) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:56.864469 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:56.865052 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.872124 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d532d9-987e-42d4-82d8-a5b03201c2ff None None] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:56.883402 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bc4b5ad8-9e4f-47fb-9863-5ad838172e81 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3930461 Jul 30 16:13:56.883955 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60248) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:56.889724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:13:56.912228 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.913605 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:56.973517 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.049456 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-e3830c88-2b2d-45fb-981b-c31b609c6e31', 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'fixed_ips': [{'subnet_id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:13:57.050322 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.122958 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.190516 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Allocated IP 172.20.0.2 (e3830c88-2b2d-45fb-981b-c31b609c6e31/592dc5fd-72ce-4f95-9aa8-b09a046d8b35/2dbbd871-044c-498c-8280-81ea3c3142d8) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:57.333290 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.344811 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.352425 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.352931 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Transition to ACTIVE for port object 2dbbd871-044c-498c-8280-81ea3c3142d8 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:57.367398 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Transition to ACTIVE for port object 2dbbd871-044c-498c-8280-81ea3c3142d8 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:57.372856 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.409654 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:57.412451 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:57.417806 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:57.425054 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Pushing event updated for resources: {'Port': ['ID=2dbbd871-044c-498c-8280-81ea3c3142d8,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:57.461713 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Allocated IP 172.27.0.218 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:13:57.482121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Attempting to bind port 2dbbd871-044c-498c-8280-81ea3c3142d8 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:57.482719 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Attempting to bind port 2dbbd871-044c-498c-8280-81ea3c3142d8 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:57.482953 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Attempting to bind port 2dbbd871-044c-498c-8280-81ea3c3142d8 on network e3830c88-2b2d-45fb-981b-c31b609c6e31 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:57.488521 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:57.488911 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Checking segment: {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:57.489329 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.489779 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Bound using segment: {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:57.490254 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Bound port: 2dbbd871-044c-498c-8280-81ea3c3142d8, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:57.490645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.560527 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] For port 2dbbd871-044c-498c-8280-81ea3c3142d8, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:13:57.564513 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] For port 2dbbd871-044c-498c-8280-81ea3c3142d8, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=2dbbd871-044c-498c-8280-81ea3c3142d8,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:13:57.571795 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.606008 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43965dc7-3461-4c83-8061-82c10006f43f req-54c9b59a-c656-493b-8a15-1baf0938104e tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:57.608056 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43965dc7-3461-4c83-8061-82c10006f43f req-54c9b59a-c656-493b-8a15-1baf0938104e tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 950 time: 0.0819819 Jul 30 16:13:57.638238 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.640362 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc20cf-83d3-46fb-866b-b632df6adc24 None None] Pushing event updated for resources: {'Port': ['ID=2dbbd871-044c-498c-8280-81ea3c3142d8,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:57.674546 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-43965dc7-3461-4c83-8061-82c10006f43f req-930edc41-e333-4e11-b257-894038f2318d tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606112 Jul 30 16:13:57.706166 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:57.767982 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:13:57.772758 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:13:57.776765 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:13:57.807198 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Pushing event updated for resources: {'Port': ['ID=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:58.023716 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20967f7-91a6-49b1-90c6-417c224d6e4a req-f3bafd25-fe2a-40c6-b60e-0bffcb34c8d3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:58.025227 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a20967f7-91a6-49b1-90c6-417c224d6e4a req-f3bafd25-fe2a-40c6-b60e-0bffcb34c8d3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0564082 Jul 30 16:13:58.072975 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a20967f7-91a6-49b1-90c6-417c224d6e4a req-7807420c-597f-4a3e-bb9d-2ef1cd419b8a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390222 Jul 30 16:13:58.393377 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e62c7-433d-4cd3-923e-bdde3f8f6876 req-02f8f5e5-d497-4951-a0e1-f2dba98145e8 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:58.395212 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c26e62c7-433d-4cd3-923e-bdde3f8f6876 req-02f8f5e5-d497-4951-a0e1-f2dba98145e8 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 950 time: 0.3447020 Jul 30 16:13:58.403938 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:58.480662 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c26e62c7-433d-4cd3-923e-bdde3f8f6876 req-1cf9ec66-8e98-4d85-9278-0a71134a9429 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791507 Jul 30 16:13:58.595936 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 2dbbd871-044c-498c-8280-81ea3c3142d8 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:58.616359 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:58.626383 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:58.627011 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:58.655555 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 2dbbd871-044c-498c-8280-81ea3c3142d8 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:58.659532 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f876a928-a8e9-49e7-996e-38e4ea9e546a up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:13:58.660054 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:58.725834 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa4dd26-1ee0-4a40-a174-5c07998a55f1 None None] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:13:58.776280 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port f876a928-a8e9-49e7-996e-38e4ea9e546a completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:58.778900 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:58.786733 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port f876a928-a8e9-49e7-996e-38e4ea9e546a triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:58.787352 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:58.823660 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Router 87088a18-8587-45db-94c4-3d9ace2c9d95 is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:13:58.851867 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Provisioning for port 2dbbd871-044c-498c-8280-81ea3c3142d8 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:13:58.866398 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Provisioning complete for port 2dbbd871-044c-498c-8280-81ea3c3142d8 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:58.866730 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:58.935812 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:13:58.953124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:58.956681 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6270d6fc-3213-45f2-a3da-a511eebda507 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0691988 Jul 30 16:13:58.957702 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60272) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:13:58.959870 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Sync routers for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:13:59.006519 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.013293 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:13:59.013929 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:59.070665 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-9e230a87-601b-4209-920a-b1841f87b748 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:59.073911 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-9e230a87-601b-4209-920a-b1841f87b748 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.0705192 Jul 30 16:13:59.081628 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 2, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:59.097838 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port f876a928-a8e9-49e7-996e-38e4ea9e546a, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f876a928-a8e9-49e7-996e-38e4ea9e546a,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:59.118048 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.146640 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:59.146998 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Updating router 60634693-a375-4fee-9959-9a160d7ec998 port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:13:59.152143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.209403 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.251825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Deleting port bad8026f-4849-4e27-85b3-69b75386ebbf {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:13:59.252541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.292410 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd622-2f7c-4db8-9d73-7a2838de3582 req-6bce69ff-1c02-4679-b270-4512c7ca6a4e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:59.294005 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b0dd622-2f7c-4db8-9d73-7a2838de3582 req-6bce69ff-1c02-4679-b270-4512c7ca6a4e tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 945 time: 0.1078179 Jul 30 16:13:59.302773 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:13:59.382395 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] For port bad8026f-4849-4e27-85b3-69b75386ebbf, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=bad8026f-4849-4e27-85b3-69b75386ebbf,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:59.383016 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.398003 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] For port 2dbbd871-044c-498c-8280-81ea3c3142d8, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=2dbbd871-044c-498c-8280-81ea3c3142d8,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:13:59.400721 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9b0dd622-2f7c-4db8-9d73-7a2838de3582 req-93d7d1b7-328a-49e3-af89-af039713fdfb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1133aa99-7f1c-4958-8306-b7a931b3c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873282 Jul 30 16:13:59.468326 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.475781 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=f876a928-a8e9-49e7-996e-38e4ea9e546a,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:59.570843 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca096b7-6a39-4545-954d-2c61d2c33583 None None] Pushing event updated for resources: {'Port': ['ID=2dbbd871-044c-498c-8280-81ea3c3142d8,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:59.581866 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.623930 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-0b28816a-b559-4cff-935c-b31d643ba89d None None] Provisioning complete for port 2dbbd871-044c-498c-8280-81ea3c3142d8 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:13:59.624564 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0b28816a-b559-4cff-935c-b31d643ba89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.625957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.626501 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.627038 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Floating IP 942a1213-7669-4de5-b177-11b7b43a0dee disassociated. External IP: 172.27.0.129, port: bad8026f-4849-4e27-85b3-69b75386ebbf. Jul 30 16:13:59.627549 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Calling delete_port for bad8026f-4849-4e27-85b3-69b75386ebbf owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:13:59.664912 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.677998 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Transition to ACTIVE for port object 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:13:59.687701 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.696946 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:13:57Z', 'revision_number': 3, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:13:59.719925 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-8bf632de-77fe-4f92-a80d-4fe8d700e029 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:59.721434 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-8bf632de-77fe-4f92-a80d-4fe8d700e029 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 950 time: 0.1170473 Jul 30 16:13:59.722191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817c789-f495-48b5-803c-a074726e086d req-bff7ae66-b955-462a-a57c-efe2704f6534 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:13:59.724057 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3817c789-f495-48b5-803c-a074726e086d req-bff7ae66-b955-462a-a57c-efe2704f6534 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 950 time: 0.1169887 Jul 30 16:13:59.754362 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Pushing event updated for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:59.774939 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.775324 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.775664 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.776040 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.776380 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.776706 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.777026 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.777348 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.778314 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.779005 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.779406 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.779728 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:13:59.809423 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3817c789-f495-48b5-803c-a074726e086d req-dfe5e9dc-cedd-47d5-879e-b9633d49633d tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/security-groups?id=9504edf7-4010-4851-b603-79cf7f642e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774250 Jul 30 16:13:59.896446 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.928369 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Attempting to bind port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:13:59.928735 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Attempting to bind port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:13:59.929090 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Attempting to bind port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:13:59.936348 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:13:59.936744 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:13:59.937120 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.937646 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Bound using segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:13:59.938123 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Bound port: 7340b213-0e7c-4ce9-aae7-a0d2924a0f43, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:13:59.938518 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:13:59.940365 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'Port': ['ID=bad8026f-4849-4e27-85b3-69b75386ebbf,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:13:59.991278 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Checking router: 87088a18-8587-45db-94c4-3d9ace2c9d95 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:13:59.991636 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Updating router 87088a18-8587-45db-94c4-3d9ace2c9d95 port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:00.024092 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Allocated IP 172.20.0.1 (e3830c88-2b2d-45fb-981b-c31b609c6e31/592dc5fd-72ce-4f95-9aa8-b09a046d8b35/1868168e-9fcc-4c8a-9a47-d457fd1554ca) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:00.034303 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] For port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:00.035825 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.039345 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] For port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:00.045498 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.058542 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Deleting port a25b83d1-d71f-4286-afcc-c0a20c842fe9 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:14:00.059631 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.095524 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:00.096148 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:00.101682 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:00.188797 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721acef2-f512-4033-82ca-f39f6732ce24 None None] Pushing event updated for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:00.272576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.290097 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:00.295987 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] For port a25b83d1-d71f-4286-afcc-c0a20c842fe9, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a25b83d1-d71f-4286-afcc-c0a20c842fe9,segment=NetworkSegment(ad9ff52c-c277-42f9-a91f-ea2920ab7458),segment_id=ad9ff52c-c277-42f9-a91f-ea2920ab7458)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:00.296355 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.297339 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:00.314225 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Transition to ACTIVE for port object 1868168e-9fcc-4c8a-9a47-d457fd1554ca will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:00.325378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Calling delete_port for a25b83d1-d71f-4286-afcc-c0a20c842fe9 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:14:00.370065 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] No DVR routers for this DVR port bad8026f-4849-4e27-85b3-69b75386ebbf on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:14:00.374763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.377533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ff700538-3d74-4974-8bcb-e8d74d8d897f req-adddc95a-8eda-4cff-93a1-214a3416a89c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "DELETE /v2.0/ports/bad8026f-4849-4e27-85b3-69b75386ebbf HTTP/1.1" status: 204 len: 173 time: 1.2959030 Jul 30 16:14:00.378554 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'name': 'network-vif-deleted', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:00.382697 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070ef24-b997-4bd7-9990-6ef03bd25775" -d '{"events": [{"server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "name": "network-vif-deleted", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:00.429025 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:00.445666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a5467-9dac-41eb-af28-dbc4086baf85 x-openstack-request-id: req-ac1a5467-9dac-41eb-af28-dbc4086baf85 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:00.446003 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd5216c-577d-42c9-a471-a99a85090a20", "name": "network-vif-deleted", "tag": "bad8026f-4849-4e27-85b3-69b75386ebbf", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:00.449999 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac1a5467-9dac-41eb-af28-dbc4086baf85 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:00.454783 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd5216c-577d-42c9-a471-a99a85090a20', 'name': 'network-vif-deleted', 'tag': 'bad8026f-4849-4e27-85b3-69b75386ebbf', 'status': 'completed', 'code': 200} Jul 30 16:14:00.497318 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.501956 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.543177 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Transition to ACTIVE for port object 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:00.556127 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.581060 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:00.581791 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:00.593653 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Attempting to bind port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:00.593653 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Attempting to bind port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:00.593653 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Attempting to bind port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:00.597121 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:00.625817 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:00.626356 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:00.627612 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.627612 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:00.627918 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Bound port: 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:00.628626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.641660 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:00.645444 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-446749da-944f-41e3-b7e4-ee6cd3777f2f req-35a105de-548a-42a3-95d3-aff1e1a2c964 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd5216c-577d-42c9-a471-a99a85090a20 HTTP/1.1" status: 200 len: 210 time: 0.0760169 Jul 30 16:14:00.650905 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:00.694848 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Pushing event updated for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:00.730428 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.735361 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 2dbbd871-044c-498c-8280-81ea3c3142d8 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:00.738068 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.794088 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:00.799217 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['a25b83d1-d71f-4286-afcc-c0a20c842fe9'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:00.804140 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] For port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:00.807487 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627f96-8d69-4c7f-bad4-d4120901894b None None] Pushing event updated for resources: {'Port': ['ID=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:00.824943 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Pushing event deleted for resources: {'Port': ['ID=a25b83d1-d71f-4286-afcc-c0a20c842fe9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:00.856746 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] For port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:00.868673 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.923159 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] No DVR routers for this DVR port a25b83d1-d71f-4286-afcc-c0a20c842fe9 on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:14:00.936341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:00.937509 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5627f96-8d69-4c7f-bad4-d4120901894b None None] Pushing event updated for resources: {'Port': ['ID=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:00.938042 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3d86b510-cd10-4fdf-ba82-1f873c7d6550 req-7f78543d-d2b1-4db1-b9e2-e6da905cce37 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.70 "DELETE /v2.0/ports/a25b83d1-d71f-4286-afcc-c0a20c842fe9 HTTP/1.1" status: 204 len: 173 time: 1.1812432 Jul 30 16:14:00.938509 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'name': 'network-vif-deleted', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:00.940841 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cec8771-72d6-41fd-9b3b-f38d722eab8d" -d '{"events": [{"server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "name": "network-vif-deleted", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:01.003414 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 2dbbd871-044c-498c-8280-81ea3c3142d8 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:01.004999 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.046290 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-901a652b-3771-4521-bd62-f661b09f4bdf req-09e3947d-046e-4627-b0ed-e79a4e56f8b4 tempest-VolumesNegativeTest-1251111704 tempest-VolumesNegativeTest-1251111704-project] 10.222.0.37 "GET /v2.0/ports?device_id=a1ef5adf-ce2c-4b66-929d-7ca382c36e02 HTTP/1.1" status: 200 len: 210 time: 0.0601017 Jul 30 16:14:01.059812 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b018b-46aa-4c2e-8de0-17d2d6978ee9 x-openstack-request-id: req-ea8b018b-46aa-4c2e-8de0-17d2d6978ee9 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:01.060293 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef5adf-ce2c-4b66-929d-7ca382c36e02", "name": "network-vif-deleted", "tag": "a25b83d1-d71f-4286-afcc-c0a20c842fe9", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:01.060422 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea8b018b-46aa-4c2e-8de0-17d2d6978ee9 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:01.060773 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef5adf-ce2c-4b66-929d-7ca382c36e02', 'name': 'network-vif-deleted', 'tag': 'a25b83d1-d71f-4286-afcc-c0a20c842fe9', 'status': 'completed', 'code': 200} Jul 30 16:14:01.061783 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:01.062567 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:01.128850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.204927 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e072daaf-5c42-4ef2-a42f-210bd2a3bcba None None] Provisioning for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:01.245667 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e072daaf-5c42-4ef2-a42f-210bd2a3bcba None None] Provisioning complete for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:01.246054 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e072daaf-5c42-4ef2-a42f-210bd2a3bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.289601 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f876a928-a8e9-49e7-996e-38e4ea9e546a up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:01.309770 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:00Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:01.324368 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:01.347696 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:14:01.351913 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f243e7c1-9ab7-4007-9e17-bf7b6865d1d1 None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:00Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:01.354321 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.360707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.384804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e072daaf-5c42-4ef2-a42f-210bd2a3bcba None None] Port 1868168e-9fcc-4c8a-9a47-d457fd1554ca cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:01.442316 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:01.447121 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Pushing event updated for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:01.448539 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.481703 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port f876a928-a8e9-49e7-996e-38e4ea9e546a triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:01.482074 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:01.500488 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:01.513204 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:01.513846 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:01.586654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:01.588950 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:01.674848 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:01.713168 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:13:57Z', 'revision_number': 3, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:01.726108 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:01.759256 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a36cc10-bcd3-41b1-9dad-bf7459ff4481 None None] The sync data for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi is: [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:13:57Z', 'revision_number': 3, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:01.802169 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60296) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:01.813736 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Router 87088a18-8587-45db-94c4-3d9ace2c9d95 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:01.838485 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:01.843959 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:01.844340 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.023319 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:02.024982 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.046620 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e80e7fd2-e72d-41b4-92ab-c91f33e02248 admin admin] 10.222.0.37 "PUT /v2.0/routers/87088a18-8587-45db-94c4-3d9ace2c9d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0880404 Jul 30 16:14:02.051935 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ac9c8086-b206-4eda-8d20-11c4a72d7f88 None None] Provisioning complete for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:02.052317 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8086-b206-4eda-8d20-11c4a72d7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.103397 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c8086-b206-4eda-8d20-11c4a72d7f88 None None] Port 1868168e-9fcc-4c8a-9a47-d457fd1554ca cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:02.115701 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:02.135511 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:02.141508 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.218148 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00df8fbf-c915-42a2-b3d9-54756cb3b733 None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:02.295300 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:02.466742 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.494417 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.574708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.578239 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.579731 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "DELETE /v2.0/security-groups/1133aa99-7f1c-4958-8306-b7a931b3c62b HTTP/1.1" status: 204 len: 168 time: 0.7764726 Jul 30 16:14:02.582625 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60322) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:02.592188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d97d-0f99-478f-8111-0f3ec0b823bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133aa99-7f1c-4958-8306-b7a931b3c62b,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:02.597481 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.api.v2.resource [None req-3a3ba181-dcdd-4e60-95ee-259cf99c31f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] show failed (client error): The resource could not be found. Jul 30 16:14:02.598912 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3a3ba181-dcdd-4e60-95ee-259cf99c31f1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups/1133aa99-7f1c-4958-8306-b7a931b3c62b HTTP/1.1" status: 404 len: 347 time: 0.0151505 Jul 30 16:14:02.602306 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60324) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:02.687826 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:02.744320 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:02.744706 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.839902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Deleting port 91a5e635-eba0-4128-8cff-6dab1ccc917e {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:14:02.840296 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.859241 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:02.943459 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:02.953832 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:02.956042 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.985135 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device a25b83d1-d71f-4286-afcc-c0a20c842fe9 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:14:02.992832 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:02.993160 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.008085 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Calling delete_port for 91a5e635-eba0-4128-8cff-6dab1ccc917e owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:14:03.037537 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: a25b83d1-d71f-4286-afcc-c0a20c842fe9 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:14:03.037948 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device a25b83d1-d71f-4286-afcc-c0a20c842fe9 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:14:03.038629 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device bad8026f-4849-4e27-85b3-69b75386ebbf no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:14:03.045650 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cdde6-708a-4b6c-a023-399a152c3b83 None None] New status for floating IP 942a1213-7669-4de5-b177-11b7b43a0dee: DOWN {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:14:03.127558 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: bad8026f-4849-4e27-85b3-69b75386ebbf {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:14:03.130510 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device bad8026f-4849-4e27-85b3-69b75386ebbf not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:14:03.222222 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.259066 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.268151 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.db.api [None req-f41cdde6-708a-4b6c-a023-399a152c3b83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:14:03.268518 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG oslo_db.api [None req-f41cdde6-708a-4b6c-a023-399a152c3b83 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:14:03.285217 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'Port': ['ID=91a5e635-eba0-4128-8cff-6dab1ccc917e,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.285458 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:03.293264 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.350780 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60376) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:03.355533 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585456609', 'description': 'tempest-secgroup-smoke-1585456609 description', 'project_id': '07bf3493a71648c895b14d999b3bfb1e'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:03.402985 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.420280 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.427382 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.427382 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-fa0287b4-8d28-47bb-97c4-38432a5e73cb tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "DELETE /v2.0/floatingips/942a1213-7669-4de5-b177-11b7b43a0dee HTTP/1.1" status: 204 len: 168 time: 0.8230267 Jul 30 16:14:03.560805 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.566712 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.586256 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.594708 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.596091 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2442153 Jul 30 16:14:03.599657 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60394) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:03.607847 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:03.622978 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbacfe-8447-4965-951d-28861996831c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.641682 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.705924 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60404) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:03.711830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562199844', 'description': 'tempest-description--41856128'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:03.713153 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.717489 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.737142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.740726 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af400c6-ddac-4160-8253-f85ce7c9cd04,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.749541 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.749868 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.750171 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.750532 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.750844 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.751277 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.751612 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.751948 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.752278 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.752623 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.752923 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.753249 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:03.756795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.759182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7c60d2dc-2540-43c1-ae29-175234c0c8cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564572 Jul 30 16:14:03.760375 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60408) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:03.765007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:03.769559 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41cdde6-708a-4b6c-a023-399a152c3b83 None None] New status for floating IP 942a1213-7669-4de5-b177-11b7b43a0dee: DOWN {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:14:03.844144 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.850108 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.879792 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.881624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.882846 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1754272 Jul 30 16:14:03.889189 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60418) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:03.894742 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group_rule': {'security_group_id': '24f61429-c10c-4094-bf73-ac05d2d28408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:03.901839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b38e8e-c9d5-4839-8459-b0e8089299a5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f61429-c10c-4094-bf73-ac05d2d28408,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.941275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.953567 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.958802 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:03.988555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76a0604-37a1-423d-9eb9-0d89cb7fb6cc,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:03.999917 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.004842 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ee0351d9-ced0-4dee-81f0-ec9fc4986629 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422111 Jul 30 16:14:04.005109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60426) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.010034 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.026420 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.030339 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.044370 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.049823 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e79880-2faf-4f55-92ef-ecb6dac3d9cc,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.063809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.065114 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d9a5ad89-57a4-46c5-b845-606dad893cec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1749439 Jul 30 16:14:04.071507 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60438) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.076092 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'security_group_rule': {'security_group_id': '24f61429-c10c-4094-bf73-ac05d2d28408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.130982 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.133519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.143670 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.174756 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8434475-f034-4f4c-a93a-a67638648a6c,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.189543 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.193502 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0e8a1591-18d4-4834-a896-1c2cb318be11 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847534 Jul 30 16:14:04.193830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60460) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.198372 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.226086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.229277 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.229951 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.261208 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3156a633-4706-41bf-a58c-dedfe4b6a27e,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.280565 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.286099 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-155bf43b-a89e-4c3f-a096-465db16f2c02 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2096958 Jul 30 16:14:04.286983 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60472) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.305733 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.314347 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.319271 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.334844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6762cf6-f1a4-4f5a-b08b-92189a08a276,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.341366 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.347168 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Sync routers for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:04.356186 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.357882 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f0737dbd-3367-4667-97d2-3619e7cdc59e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1629522 Jul 30 16:14:04.360863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60478) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.361161 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:04.361805 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:04.368141 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.427918 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Project 07bf3493a71648c895b14d999b3bfb1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:04.436072 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.498922 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:04.518305 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.525016 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.532899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.554750 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:04.585593 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87608ff4-4fa9-4f70-a257-5c3cf1c8d749,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.597630 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.602415 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-2e2d325b-d486-415a-9b77-5ea63780c6c0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2343636 Jul 30 16:14:04.603587 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60496) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:04.609247 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'security_group_rule': {'security_group_id': 'e783ce7b-77f9-47a8-a2ff-9445c8eb81a2', 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:04.635161 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Project 07bf3493a71648c895b14d999b3bfb1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:04.644319 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.678152 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:04.679059 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.737891 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Allocated IP 172.27.0.66 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/e80bd195-7a4f-4cdc-ae38-b3093523bbd2) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:04.761041 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.767656 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.819333 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:14:01Z', 'revision_number': 4, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '1868168e-9fcc-4c8a-9a47-d457fd1554ca', 'name': '', 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'mac_address': 'fa:16:3e:1b:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:59Z', 'updated_at': '2021-07-30T16:14:01Z', 'revision_number': 2, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'subnets': [{'id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:04.823392 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.825183 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198694 Jul 30 16:14:04.830426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d8bbc-8ded-4ddf-aad1-4866a050209d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836cc214-5ccc-4f8b-a513-3678229ce3eb,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:04.850084 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Checking router: 87088a18-8587-45db-94c4-3d9ace2c9d95 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:04.850660 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Updating router 87088a18-8587-45db-94c4-3d9ace2c9d95 port 1868168e-9fcc-4c8a-9a47-d457fd1554ca binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:04.885319 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.896172 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.942475 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:04.986043 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:04.990397 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:04.994202 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:05.032292 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=e80bd195-7a4f-4cdc-ae38-b3093523bbd2,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:05.152786 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.308012 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.321360 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Transition to ACTIVE for port object 1868168e-9fcc-4c8a-9a47-d457fd1554ca will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:05.336097 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.455024 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464345-3403-4b6f-b9fa-0a4ab5968e56 None None] Pushing event updated for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:05.504286 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Attempting to bind port 1868168e-9fcc-4c8a-9a47-d457fd1554ca on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:05.504992 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Attempting to bind port 1868168e-9fcc-4c8a-9a47-d457fd1554ca by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:05.505550 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Attempting to bind port 1868168e-9fcc-4c8a-9a47-d457fd1554ca on network e3830c88-2b2d-45fb-981b-c31b609c6e31 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:05.514570 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:05.514870 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Checking segment: {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:05.515308 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.515698 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Bound using segment: {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:05.516082 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.516194 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Bound port: 1868168e-9fcc-4c8a-9a47-d457fd1554ca, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec05ba78-5e28-481c-91df-1a99563f911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:05.516529 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.613353 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] For port 1868168e-9fcc-4c8a-9a47-d457fd1554ca, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:05.616383 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] For port 1868168e-9fcc-4c8a-9a47-d457fd1554ca, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=1868168e-9fcc-4c8a-9a47-d457fd1554ca,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:05.622435 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.668066 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:05.669326 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:13:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:05.760285 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3464345-3403-4b6f-b9fa-0a4ab5968e56 None None] Pushing event updated for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:05.773707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.781298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.841087 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:05.865953 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=e80bd195-7a4f-4cdc-ae38-b3093523bbd2,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:05.887973 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.911245 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:05.912609 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-66f0558d-e315-496d-a90d-38f560c39ad1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6233971 Jul 30 16:14:06.133715 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-f2b33333-72b1-4511-80f4-bd870ebb02ca tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1562199844&fields=id&tenant_id=71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 267 time: 0.0339763 Jul 30 16:14:06.173494 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:14:01Z', 'revision_number': 4, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '1868168e-9fcc-4c8a-9a47-d457fd1554ca', 'name': '', 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'mac_address': 'fa:16:3e:1b:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:59Z', 'updated_at': '2021-07-30T16:14:05Z', 'revision_number': 4, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'subnets': [{'id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:06.202428 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da99b8a1-7329-45d1-98f8-f54e8760ebfa None None] The sync data for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi is: [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:14:01Z', 'revision_number': 4, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '1868168e-9fcc-4c8a-9a47-d457fd1554ca', 'name': '', 'network_id': 'e3830c88-2b2d-45fb-981b-c31b609c6e31', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'mac_address': 'fa:16:3e:1b:1b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:59Z', 'updated_at': '2021-07-30T16:14:05Z', 'revision_number': 4, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'subnets': [{'id': '592dc5fd-72ce-4f95-9aa8-b09a046d8b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:06.258918 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-bb0e4aeb-0bb1-42b6-8c77-c3cf83164125 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:06.261560 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-bb0e4aeb-0bb1-42b6-8c77-c3cf83164125 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 810 time: 0.1197019 Jul 30 16:14:06.286329 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-983287f8-cf12-48a3-afa1-1da6b9c1d9bd tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/quotas/71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 375 time: 0.0096045 Jul 30 16:14:06.350246 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-4050dd4c-6f51-406e-86d4-337522745702 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582166 Jul 30 16:14:06.578925 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 1868168e-9fcc-4c8a-9a47-d457fd1554ca up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:06.584222 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-13e1a8ba-e737-4a19-9248-5e60e9d9f0fc service neutron] 10.222.0.37 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218962 Jul 30 16:14:06.637291 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:06.642808 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:06.643761 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:06.691329 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-d40edf3b-e78e-426f-8ae4-8ee2d1508283 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061823 Jul 30 16:14:06.747875 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:06.790893 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 1868168e-9fcc-4c8a-9a47-d457fd1554ca, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=1868168e-9fcc-4c8a-9a47-d457fd1554ca,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:06.797630 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:06.886189 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:06.947822 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bb625bfb-da06-453b-b192-e8c57b06208e req-fd134b9e-ad4a-4a2a-b183-22153e61cd4b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 210 time: 0.0363600 Jul 30 16:14:07.124918 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60646) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:07.279182 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c833ccf6-eb9d-454f-a178-e54ea6748f32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cc84d697d2b4ef89399a5fd281bbadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508772 Jul 30 16:14:07.281250 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60652) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:07.336945 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:07.358789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:07.410663 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:07.413264 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:07.414405 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9504edf7-4010-4851-b603-79cf7f642e7e HTTP/1.1" status: 204 len: 168 time: 0.1321118 Jul 30 16:14:07.422195 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb408-16bb-4d4f-8d9a-93e23d3fd190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504edf7-4010-4851-b603-79cf7f642e7e,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:07.994445 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-b582985f-5d53-4485-9d5d-61abbe4e6ca7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:07.994445 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-b582985f-5d53-4485-9d5d-61abbe4e6ca7 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 810 time: 0.1325729 Jul 30 16:14:08.017280 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1b9770cc-3ce8-42e3-9127-71d6c89f2a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.100930 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-379addf3-8f9e-462e-820c-8c7e69a2ffaf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71bd283ed91a45de8865533d41ffec34 HTTP/1.1" status: 200 len: 380 time: 0.0952291 Jul 30 16:14:08.122727 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-52ae15c8-759d-4ada-a080-b4cb1b1ec53f req-3c02b5fd-d86e-49d7-ae58-2ccf5103732b tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 210 time: 0.0521481 Jul 30 16:14:08.127581 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'port': {'device_id': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'admin_state_up': True, 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'security_groups': ['24f61429-c10c-4094-bf73-ac05d2d28408']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:08.249885 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Made reservation on behalf of 71bd283ed91a45de8865533d41ffec34 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:08.253663 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.392002 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Allocated IP 172.20.0.11 (7bf86150-dae2-4a45-a359-67121f10c5f9/ab4d3dab-c604-4c77-8dbc-b203390fa3c9/85ee21b6-2ddd-43b1-b8f4-2677b088a5b8) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:08.543718 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 1868168e-9fcc-4c8a-9a47-d457fd1554ca up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:08.577865 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.596529 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Transition to ACTIVE for port object 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:08.601388 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 1868168e-9fcc-4c8a-9a47-d457fd1554ca triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:08.601970 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.652799 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.732576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:08.733711 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event updated for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:08.736362 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:08.738524 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:08.800791 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:08.801397 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:08.815755 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-fc478d78-36c0-4cb5-8377-64898c81cbcf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7019653 Jul 30 16:14:08.829741 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Request body: {'port': {'device_id': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:08.885075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.021133 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b7ff2568-1f8d-4191-bf33-229095d51e2b None None] Provisioning for port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:09.026389 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-b7ff2568-1f8d-4191-bf33-229095d51e2b None None] Provisioning complete for port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:09.026784 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2568-1f8d-4191-bf33-229095d51e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.062812 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff2568-1f8d-4191-bf33-229095d51e2b None None] Port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:09.150369 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:09.158974 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.171294 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Transition to ACTIVE for port object 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:09.177840 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.257471 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Pushing event updated for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:09.292719 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0e2ad-dede-4de6-bb4a-246a95ea4285 req-3487bf41-e376-414a-91fd-c544f59fd35f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:09.294992 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64a0e2ad-dede-4de6-bb4a-246a95ea4285 req-3487bf41-e376-414a-91fd-c544f59fd35f tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0892067 Jul 30 16:14:09.376052 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64a0e2ad-dede-4de6-bb4a-246a95ea4285 req-a9963c10-6d5b-47b2-b835-d2c7cbbb309a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674744 Jul 30 16:14:09.389800 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Attempting to bind port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:09.397750 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Attempting to bind port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:09.397750 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Attempting to bind port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:09.403186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 on network 7bf86150-dae2-4a45-a359-67121f10c5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:14:09.403186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Attempting to bind port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 on network 7bf86150-dae2-4a45-a359-67121f10c5f9 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:09.412054 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:09.412462 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Checking segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:09.412919 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Bound using segment: {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:09.413428 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Bound port: 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ad768d-9d04-40d8-8878-b45d74ce11ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:09.413876 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.510633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:09.514446 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:09.521345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.537176 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:09.537888 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:09.540063 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] 10.222.0.70 "PUT /v2.0/ports/85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 HTTP/1.1" status: 200 len: 1094 time: 0.7156041 Jul 30 16:14:09.540519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:09.542855 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f425602-1517-4091-9b5a-43fb1c66ccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:09.609297 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd763c20-0a62-418d-bbf8-16b2619f1b0c x-openstack-request-id: req-fd763c20-0a62-418d-bbf8-16b2619f1b0c {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:09.609588 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:09.609940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fd763c20-0a62-418d-bbf8-16b2619f1b0c {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:09.610251 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'status': 'completed', 'code': 200} Jul 30 16:14:09.629178 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe4195-71a8-4e4b-8e83-6f6ba58ddc67 service neutron] Pushing event updated for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:09.645395 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-6df1e86f-f2ff-4c7a-9a7d-3b8666e93093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:09.646951 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-6df1e86f-f2ff-4c7a-9a7d-3b8666e93093 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 1097 time: 0.0581081 Jul 30 16:14:09.693244 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-d6a18a88-f555-497c-8684-286d3d4e3526 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0378506 Jul 30 16:14:09.754361 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-86ea622f-fe12-4870-9e07-85777326a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:09.756188 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-86ea622f-fe12-4870-9e07-85777326a016 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0552301 Jul 30 16:14:09.814877 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-5734356e-d04e-409a-bb1b-33802d58c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:09.816902 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-5734356e-d04e-409a-bb1b-33802d58c999 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534999 Jul 30 16:14:09.923714 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-43fa5f5f-a22f-4b74-8549-e3380b6c341b service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945330 Jul 30 16:14:10.024999 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-69dd3a49-1936-43c6-9c09-cacecec21a24 req-e91df26a-5af9-42b5-9fa4-17fbe64de0ef service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930910 Jul 30 16:14:10.126621 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-3cebbe59-5b89-448c-9f11-4e9ef9a6cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:10.128122 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-3cebbe59-5b89-448c-9f11-4e9ef9a6cec4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 1097 time: 0.0507865 Jul 30 16:14:10.220459 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-dceb4309-9192-4ddd-8247-cee25010c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:10.221941 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-dceb4309-9192-4ddd-8247-cee25010c9e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.0848165 Jul 30 16:14:10.439346 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-52add865-8f9b-4b53-a360-6e11564d8884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:10.501644 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3249d-4154-4382-8882-aa0661bba296 req-ec311a92-53b3-4ed3-ab03-31edb8acdedc tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:10.503024 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-06b3249d-4154-4382-8882-aa0661bba296 req-ec311a92-53b3-4ed3-ab03-31edb8acdedc tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0509477 Jul 30 16:14:10.542926 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-06b3249d-4154-4382-8882-aa0661bba296 req-9b8b1c52-84ea-4cc5-9c9c-769730a7f58c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339260 Jul 30 16:14:10.799208 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:11.228338 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-deccdc7d-0077-44b2-afa3-b6f3fab6ac37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 HTTP/1.1" status: 200 len: 217 time: 0.0384259 Jul 30 16:14:11.388164 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:11.659735 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002fb4-864b-492b-a41b-410017159af5 req-aa4a7538-72c0-4efd-a6cb-4c72fb8ac196 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:11.661295 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a0002fb4-864b-492b-a41b-410017159af5 req-aa4a7538-72c0-4efd-a6cb-4c72fb8ac196 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0495682 Jul 30 16:14:11.697938 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a0002fb4-864b-492b-a41b-410017159af5 req-7c41a722-b0ec-4c37-8d74-1ec8793e287a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307646 Jul 30 16:14:11.714537 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:12.815473 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801ea07-6c9d-4759-81ca-7bd67c630807 req-96974d79-6846-4298-b43c-48204cf0b5c2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:12.816951 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0801ea07-6c9d-4759-81ca-7bd67c630807 req-96974d79-6846-4298-b43c-48204cf0b5c2 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0496862 Jul 30 16:14:12.857338 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0801ea07-6c9d-4759-81ca-7bd67c630807 req-e5507f98-9cea-446d-b0ae-7141bfff93b5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343471 Jul 30 16:14:13.132276 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-82f5448f-5c5f-49c1-8587-f3cb38cecd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:13.133792 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-82f5448f-5c5f-49c1-8587-f3cb38cecd4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0451887 Jul 30 16:14:13.184863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-4d754c5c-158e-4693-9e19-2f016795ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:13.186560 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-4d754c5c-158e-4693-9e19-2f016795ad92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454140 Jul 30 16:14:13.285351 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-063045cc-73dc-40db-96cc-fae615c505a2 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902712 Jul 30 16:14:13.386266 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-7f425602-1517-4091-9b5a-43fb1c66ccbf req-b8364ae3-4e2f-4bf6-bd61-1b945ecbbb76 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911407 Jul 30 16:14:13.697525 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:13.793860 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ef3ae-b80f-41a3-abe6-a1ded922ce78 req-02a6bbc6-a091-4b4b-84a7-7b57f0e1f3d4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:13.795350 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-df9ef3ae-b80f-41a3-abe6-a1ded922ce78 req-02a6bbc6-a091-4b4b-84a7-7b57f0e1f3d4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Jul 30 16:14:13.833739 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-df9ef3ae-b80f-41a3-abe6-a1ded922ce78 req-2cbf4bab-dc6d-43f2-b884-f14020c56d16 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Jul 30 16:14:13.973400 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38304-16a7-4572-a6de-64dc5e200431 req-cdbec0c0-af26-48f2-9318-661ab7cf8ad3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:13.974852 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b9e38304-16a7-4572-a6de-64dc5e200431 req-cdbec0c0-af26-48f2-9318-661ab7cf8ad3 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0476563 Jul 30 16:14:14.018250 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b9e38304-16a7-4572-a6de-64dc5e200431 req-cb6aa616-f267-4383-a69e-e209a31d17d1 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Jul 30 16:14:14.105007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-c3b2b4d3-e44b-4b13-b6da-27eea4ab34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.107309 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-c3b2b4d3-e44b-4b13-b6da-27eea4ab34f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0449033 Jul 30 16:14:14.227859 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-2452c6aa-44c8-4ac6-8627-0a0dd7d20dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.229322 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-2452c6aa-44c8-4ac6-8627-0a0dd7d20dbf service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.1009419 Jul 30 16:14:14.296111 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-aaeb5290-1e84-4d56-be1e-7e7fe1fb28b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 1001 time: 0.0588903 Jul 30 16:14:14.348720 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-95adc7e5-f9c4-45e6-ad5f-af1406f3d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.350111 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-95adc7e5-f9c4-45e6-ad5f-af1406f3d276 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0472231 Jul 30 16:14:14.400886 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-c47b4299-5e21-45cb-94bd-d945ee197a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.402941 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-c47b4299-5e21-45cb-94bd-d945ee197a8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446575 Jul 30 16:14:14.493934 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-af95132a-77e6-42f3-a405-dfdeff426a24 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833013 Jul 30 16:14:14.589015 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f161c16c-5d82-4950-9cff-46afe7d00c83 req-265137e9-46d7-47f1-b4aa-6908cfa92748 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862222 Jul 30 16:14:14.960582 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f60e2-cad5-4909-b7ad-b98ddb62daad req-89d5dbcd-4b30-45a3-a206-56ea72c62ab5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:14.962069 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b95f60e2-cad5-4909-b7ad-b98ddb62daad req-89d5dbcd-4b30-45a3-a206-56ea72c62ab5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0489874 Jul 30 16:14:15.001191 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b95f60e2-cad5-4909-b7ad-b98ddb62daad req-8361999a-f5aa-46b3-bb2d-c8380421ed5f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325937 Jul 30 16:14:15.032154 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:14:15.130915 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:15.142860 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'port_id': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'mac_address': 'fa:16:3e:0f:63:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:14:15.146977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989379-9a6c-459b-b144-9f2b2f82971e req-cff83131-5d1b-4c99-afc8-ebb49b5dd0a8 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:15.148705 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3d989379-9a6c-459b-b144-9f2b2f82971e req-cff83131-5d1b-4c99-afc8-ebb49b5dd0a8 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 944 time: 0.0518930 Jul 30 16:14:15.180097 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.188466 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3d989379-9a6c-459b-b144-9f2b2f82971e req-aa669a25-be08-414b-8db0-7bdfb9119d69 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338891 Jul 30 16:14:15.193056 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:15.217503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:15.221739 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:15.276074 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:15.284915 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.285265 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.286018 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.286376 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.286716 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.287053 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.287831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.288396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.288986 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.289573 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.290064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.290764 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:15.493351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:16.120783 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734927-f73c-40ff-9288-9bcdc5c68ff3 req-0522f5d6-d36a-4f98-8f66-23b0d5347ec3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.123049 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e734927-f73c-40ff-9288-9bcdc5c68ff3 req-0522f5d6-d36a-4f98-8f66-23b0d5347ec3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Jul 30 16:14:16.161782 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0e734927-f73c-40ff-9288-9bcdc5c68ff3 req-7b824086-16ad-4850-b2ea-53b4d80de977 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jul 30 16:14:16.303152 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73344d63-3788-4832-85d0-598b333daa01 req-868c7688-f850-4cc2-a3b1-47337a0177ce tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:16.304670 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-73344d63-3788-4832-85d0-598b333daa01 req-868c7688-f850-4cc2-a3b1-47337a0177ce tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 945 time: 0.0481772 Jul 30 16:14:16.344768 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-73344d63-3788-4832-85d0-598b333daa01 req-9d9d13a3-a105-4032-bc63-90ac0895edc5 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332201 Jul 30 16:14:16.609121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60798) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:16.715812 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2d1680a3-e042-4a87-b502-0a7757bb8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.802853 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2d1680a3-e042-4a87-b502-0a7757bb8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.806638 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2d1680a3-e042-4a87-b502-0a7757bb8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.844250 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2d1680a3-e042-4a87-b502-0a7757bb8551 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a96644693d24b3cbd006fa7f8cf55c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341022 Jul 30 16:14:16.845182 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1680a3-e042-4a87-b502-0a7757bb8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6abb6cb-0fe6-4551-93b7-ac2de1da372c,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:16.846887 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60802) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:16.900333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.921900 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.966337 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.969267 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:16.970404 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c6abb6cb-0fe6-4551-93b7-ac2de1da372c HTTP/1.1" status: 204 len: 168 time: 0.1219394 Jul 30 16:14:16.979816 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0340-d863-4404-9dee-85e15bd83658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6abb6cb-0fe6-4551-93b7-ac2de1da372c,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:17.060036 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:17.112147 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:17.116024 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:17.116402 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.205155 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.237145 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:17.239745 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b37634d-c78e-4333-8c80-8b688228a6ba" -d '{"events": [{"server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "name": "network-vif-plugged", "status": "completed", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:17.254485 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:17.259175 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.293943 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905c9e6d-ea0e-4fe2-907e-02570f3f9227 x-openstack-request-id: req-905c9e6d-ea0e-4fe2-907e-02570f3f9227 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:17.294504 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "name": "network-vif-plugged", "status": "completed", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:17.294940 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-905c9e6d-ea0e-4fe2-907e-02570f3f9227 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:17.295536 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'code': 200} Jul 30 16:14:17.328550 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:17.333896 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc20e6-96ae-47a4-a80b-71fb51822704 req-3ff94266-8e09-4385-8a7d-b2489b9c61c0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:17.335949 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1ddc20e6-96ae-47a4-a80b-71fb51822704 req-3ff94266-8e09-4385-8a7d-b2489b9c61c0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0798724 Jul 30 16:14:17.381395 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1ddc20e6-96ae-47a4-a80b-71fb51822704 req-8c92b2c8-86aa-4a46-811b-672602bfe710 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 Jul 30 16:14:17.479845 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9268bc-c617-4928-a1aa-43dee303bf9f req-75d19cdd-e2f0-4db8-8d68-602ebf9c3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:17.481449 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8f9268bc-c617-4928-a1aa-43dee303bf9f req-75d19cdd-e2f0-4db8-8d68-602ebf9c3540 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 1099 time: 0.0476894 Jul 30 16:14:17.498502 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2f3f9-33ac-4aef-acab-aa3642c61f1b req-db9b363e-3cf6-470d-9360-ceb13155ec9a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:17.500412 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d8b2f3f9-33ac-4aef-acab-aa3642c61f1b req-db9b363e-3cf6-470d-9360-ceb13155ec9a tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0656056 Jul 30 16:14:17.518969 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8f9268bc-c617-4928-a1aa-43dee303bf9f req-d5cdf0a0-8f48-4f21-842d-61e20104eae0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301421 Jul 30 16:14:17.543946 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d8b2f3f9-33ac-4aef-acab-aa3642c61f1b req-e3dbcede-e81d-4401-91b6-bf6c30667143 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Jul 30 16:14:17.695433 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60832) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:17.788081 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2081307253-network', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:17.822639 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Made reservation on behalf of 3c425ffd8fd041f9b548ee591a2bd843 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:17.825387 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.837243 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.926976 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.931086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.955450 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:14:17.964906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ec3fc-bc29-40ae-b618-c5df5999c411,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:17.969582 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:17.969915 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Added segment ca9f792d-ee35-4622-b613-7d3fd461540c of type vlan for network d8bbea9d-01fd-40bb-ae9f-25c041888307 Jul 30 16:14:18.009612 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.037467 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.038586 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:18.039182 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.088813 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3922672 Jul 30 16:14:18.092378 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60836) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:18.097374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Request body: {'subnet': {'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2081307253-subnet', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:18.098461 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9201e-896b-4b57-a8f9-3de97ab58786 admin admin] Pushing event updated for resources: {'Network': ['ID=d8bbea9d-01fd-40bb-ae9f-25c041888307,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:18.109061 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:14:18.124228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Made reservation on behalf of 3c425ffd8fd041f9b548ee591a2bd843 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:18.126544 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12908685'] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.297075 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12908707'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.354963 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b996d118-cac3-43a9-92a7-519539282851,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:18.364528 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Checking segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:18.364881 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Network hostable DHCP agents. Network: d8bbea9d-01fd-40bb-ae9f-25c041888307, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:14:18.381158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:14:18.390390 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, d8bbea9d-01fd-40bb-ae9f-25c041888307) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:18.394500 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:18.395082 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.399531 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6ae12-dff7-4ef1-8f41-a50086efc9c0 None None] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:14:18.410082 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8137760c-022d-43a5-88ce-be098df30dbb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164048 Jul 30 16:14:18.412578 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60848) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:18.417005 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:18.442547 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.443593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.526794 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.538042 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffea36-2784-4083-9a9b-051e908344e1 req-508315bc-06f8-4675-8bcd-d3998a80f053 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:18.547713 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0fffea36-2784-4083-9a9b-051e908344e1 req-508315bc-06f8-4675-8bcd-d3998a80f053 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0713642 Jul 30 16:14:18.581949 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-d8bbea9d-01fd-40bb-ae9f-25c041888307', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:14:18.582818 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.607739 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0fffea36-2784-4083-9a9b-051e908344e1 req-a65d7082-f2b6-48ee-95bc-58c981b9640d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562320 Jul 30 16:14:18.704056 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.724408 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Allocated IP 172.20.0.2 (d8bbea9d-01fd-40bb-ae9f-25c041888307/b996d118-cac3-43a9-92a7-519539282851/50369b03-9ce7-4179-a993-9e6355ba8c07) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:18.740753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469f10-f3dc-4fbc-974b-6a1f2cbb43f4 req-f3cf5535-59ce-47a6-90c1-a049348506be tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:18.742234 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b469f10-f3dc-4fbc-974b-6a1f2cbb43f4 req-f3cf5535-59ce-47a6-90c1-a049348506be tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0906675 Jul 30 16:14:18.810132 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-5b469f10-f3dc-4fbc-974b-6a1f2cbb43f4 req-4f175971-7873-4420-b3f2-ce3a4067b785 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Jul 30 16:14:18.877387 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.889138 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Transition to ACTIVE for port object 50369b03-9ce7-4179-a993-9e6355ba8c07 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:18.911293 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Transition to ACTIVE for port object 50369b03-9ce7-4179-a993-9e6355ba8c07 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:18.919742 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.937063 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3036e5-64fa-44be-81f9-977e38cf64b3 req-0c026b26-fb2f-458c-a12e-da082b508939 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:18.939605 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cb3036e5-64fa-44be-81f9-977e38cf64b3 req-0c026b26-fb2f-458c-a12e-da082b508939 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0549512 Jul 30 16:14:18.947519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60860) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:18.950543 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.954421 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Request body: {'floatingip': {'port_id': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:18.966050 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:18.970206 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:18.970922 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:18.973543 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:18.984141 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Pushing event updated for resources: {'Port': ['ID=50369b03-9ce7-4179-a993-9e6355ba8c07,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:19.003011 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.033835 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Attempting to bind port 50369b03-9ce7-4179-a993-9e6355ba8c07 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:19.034200 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Attempting to bind port 50369b03-9ce7-4179-a993-9e6355ba8c07 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:19.034562 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Attempting to bind port 50369b03-9ce7-4179-a993-9e6355ba8c07 on network d8bbea9d-01fd-40bb-ae9f-25c041888307 {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:19.039542 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:19.039914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Checking segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:19.040315 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.040703 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Bound using segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:19.041166 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Bound port: 50369b03-9ce7-4179-a993-9e6355ba8c07, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:19.041541 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.083930 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Allocated IP 172.27.0.225 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/7c0cf10c-9d67-4896-a352-b58622764c44) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:19.107581 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] For port 50369b03-9ce7-4179-a993-9e6355ba8c07, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:19.111115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] For port 50369b03-9ce7-4179-a993-9e6355ba8c07, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=50369b03-9ce7-4179-a993-9e6355ba8c07,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:19.116366 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.176587 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f910cf3-0f63-4d6e-a0d5-5ac8c66590b6 None None] Pushing event updated for resources: {'Port': ['ID=50369b03-9ce7-4179-a993-9e6355ba8c07,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:19.194684 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.237481 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.279993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:19.282838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:19.288579 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:19.295158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Pushing event updated for resources: {'Port': ['ID=7c0cf10c-9d67-4896-a352-b58622764c44,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:19.524471 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.528890 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.574666 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.628590 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Floating IP ccdfb93a-5842-4eb9-b9ad-eff362389e65 associated. External IP: 172.27.0.66, port: 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8. Jul 30 16:14:19.803860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f17a1-73ad-4577-80f6-09aa7ea9dec9 req-16111ff3-6358-4a87-b8bf-51fe87e9980d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:19.805398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-823f17a1-73ad-4577-80f6-09aa7ea9dec9 req-16111ff3-6358-4a87-b8bf-51fe87e9980d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0928307 Jul 30 16:14:19.821541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:19.889885 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-823f17a1-73ad-4577-80f6-09aa7ea9dec9 req-4eb900f3-366a-40cd-9e43-606ce17947c4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772073 Jul 30 16:14:19.986170 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Router f3c3c5cb-8606-45e5-a71a-a450f1adacdb is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:14:20.099826 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:20.110000 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:20.112872 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Sync routers for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:20.123461 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:20.124831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:20.127593 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:20.129282 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b696258b-de0f-41d7-98b7-fe1d8cd0eb9c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7155988 Jul 30 16:14:20.131939 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60866) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:20.219911 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f2fbb-db98-474e-9526-b8a7408d1a85 None None] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:14:20.230677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:20.236761 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:20.243840 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:20.255365 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:20.256728 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:20.275998 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1d87e34e-cf86-4fd9-b1de-7b2b70c3fe14 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "PUT /v2.0/floatingips/ccdfb93a-5842-4eb9-b9ad-eff362389e65 HTTP/1.1" status: 200 len: 991 time: 1.3273637 Jul 30 16:14:20.276593 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:20.280290 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc04a500-6d85-4653-823a-709ebb65b3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:20.284678 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:20.347008 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41592538-f519-41ad-9616-04d262dade37 x-openstack-request-id: req-41592538-f519-41ad-9616-04d262dade37 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:20.347394 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:20.347720 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41592538-f519-41ad-9616-04d262dade37 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:20.348292 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'status': 'completed', 'code': 200} Jul 30 16:14:20.442497 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:20.452767 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-e67ca2c1-ab1e-4f35-a01e-cae0e76a606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:20.454272 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-e67ca2c1-ab1e-4f35-a01e-cae0e76a606d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=71bd283ed91a45de8865533d41ffec34&device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 1099 time: 0.0798235 Jul 30 16:14:20.475041 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-076005ae-5d20-484d-9a35-514b8d27b396 None None] Provisioning for port 50369b03-9ce7-4179-a993-9e6355ba8c07 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:20.628046 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-8eec2529-5447-4445-aa17-66669b0ca0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:20.628268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 50369b03-9ce7-4179-a993-9e6355ba8c07 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:20.629672 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-8eec2529-5447-4445-aa17-66669b0ca0cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 200 len: 911 time: 0.1575148 Jul 30 16:14:20.693659 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:20.696784 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:19Z', 'revision_number': 3, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:20.727811 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'ccdfb93a-5842-4eb9-b9ad-eff362389e65', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:0f:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:05Z', 'updated_at': '2021-07-30T16:14:19Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:20.739633 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-2939fb69-6e01-4dd4-b0c2-c5f1ecedc5d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 HTTP/1.1" status: 200 len: 999 time: 0.1012177 Jul 30 16:14:20.759767 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:20.771477 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:20.772433 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:20.831314 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-a37c13e7-dce1-41a5-bb42-2788917148ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:20.832922 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-a37c13e7-dce1-41a5-bb42-2788917148ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 200 len: 849 time: 0.0816965 Jul 30 16:14:20.878791 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Checking router: f3c3c5cb-8606-45e5-a71a-a450f1adacdb for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:20.879419 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Updating router f3c3c5cb-8606-45e5-a71a-a450f1adacdb port 7c0cf10c-9d67-4896-a352-b58622764c44 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:20.889546 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-2cb10d86-63e3-4e85-84eb-1de6501699d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:20.891330 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-2cb10d86-63e3-4e85-84eb-1de6501699d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7bf86150-dae2-4a45-a359-67121f10c5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464060 Jul 30 16:14:20.916638 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:20.918618 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:20.927531 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Allocated IP 172.20.0.1 (d8bbea9d-01fd-40bb-ae9f-25c041888307/b996d118-cac3-43a9-92a7-519539282851/bc8e8f52-39e3-44f6-8f39-6766239c8ad7) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:20.934962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 50369b03-9ce7-4179-a993-9e6355ba8c07 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:20.979563 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 50369b03-9ce7-4179-a993-9e6355ba8c07 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:20.979936 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.074064 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-3845c0d4-214b-48f2-97ac-0feedc279439 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668587 Jul 30 16:14:21.105338 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-ef04c8ce-12ab-4c0a-a5c4-b578d7e5ab4f None None] Provisioning complete for port 50369b03-9ce7-4179-a993-9e6355ba8c07 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:21.106435 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef04c8ce-12ab-4c0a-a5c4-b578d7e5ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.191564 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-cc04a500-6d85-4653-823a-709ebb65b3e7 req-26643e5b-d4a7-4876-8208-fe3e3ddd1ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083970 Jul 30 16:14:21.212098 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'ccdfb93a-5842-4eb9-b9ad-eff362389e65', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:0f:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:05Z', 'updated_at': '2021-07-30T16:14:19Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:21.233909 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.242132 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814acc03-1fb2-42ec-bb5f-9516d4f20f0a None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'ccdfb93a-5842-4eb9-b9ad-eff362389e65', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'port_id': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'mac_address': 'fa:16:3e:0f:63:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:05Z', 'updated_at': '2021-07-30T16:14:19Z', 'revision_number': 1, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:21.336156 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 50369b03-9ce7-4179-a993-9e6355ba8c07, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=50369b03-9ce7-4179-a993-9e6355ba8c07,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:21.338733 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ef04c8ce-12ab-4c0a-a5c4-b578d7e5ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.344846 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.360543 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d27-df77-4dcc-bb06-11efa7531859 req-bead6f2f-b79c-4c0d-83f7-8e5ab9fdda53 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:21.362138 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-382c2d27-df77-4dcc-bb06-11efa7531859 req-bead6f2f-b79c-4c0d-83f7-8e5ab9fdda53 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0833879 Jul 30 16:14:21.405835 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.430174 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-382c2d27-df77-4dcc-bb06-11efa7531859 req-71b1f5d8-d013-425d-871f-343c823d9d5e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589447 Jul 30 16:14:21.431007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Transition to ACTIVE for port object bc8e8f52-39e3-44f6-8f39-6766239c8ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:21.482662 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.db.api [None req-ef04c8ce-12ab-4c0a-a5c4-b578d7e5ab4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 16:14:21.483315 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG oslo_db.api [None req-ef04c8ce-12ab-4c0a-a5c4-b578d7e5ab4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 16:14:21.500005 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.508636 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.514350 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=50369b03-9ce7-4179-a993-9e6355ba8c07,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:21.525152 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Transition to ACTIVE for port object 7c0cf10c-9d67-4896-a352-b58622764c44 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:21.530553 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb3bdf-f198-47bf-8c6a-ef8eb4cfef2a None None] New status for floating IP ccdfb93a-5842-4eb9-b9ad-eff362389e65: ACTIVE {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:14:21.534151 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.551830 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:21.554680 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:21.560889 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:21.566398 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:21.607057 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.640914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Attempting to bind port 7c0cf10c-9d67-4896-a352-b58622764c44 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:21.640914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Attempting to bind port 7c0cf10c-9d67-4896-a352-b58622764c44 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:21.641211 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Attempting to bind port 7c0cf10c-9d67-4896-a352-b58622764c44 on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:21.672695 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeaedb-0749-49ad-b2d3-be9aac5f1f7d None None] Pushing event updated for resources: {'Port': ['ID=7c0cf10c-9d67-4896-a352-b58622764c44,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:21.681616 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:21.682021 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:21.682425 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.682860 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:21.683371 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Bound port: 7c0cf10c-9d67-4896-a352-b58622764c44, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:21.684312 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.749915 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.784417 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] For port 7c0cf10c-9d67-4896-a352-b58622764c44, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:21.787878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] For port 7c0cf10c-9d67-4896-a352-b58622764c44, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7c0cf10c-9d67-4896-a352-b58622764c44,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:21.792845 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.855440 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeaedb-0749-49ad-b2d3-be9aac5f1f7d None None] Pushing event updated for resources: {'Port': ['ID=7c0cf10c-9d67-4896-a352-b58622764c44,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:21.858742 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:21.859384 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:21.923945 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.929298 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:21.967979 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:21.995148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:22.000860 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:22.094112 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:22.095486 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:22.197925 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7dc75052-6e0f-4a65-a68c-c0c4367bbb47 None None] Provisioning for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:22.205357 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7dc75052-6e0f-4a65-a68c-c0c4367bbb47 None None] Provisioning complete for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:22.205732 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7dc75052-6e0f-4a65-a68c-c0c4367bbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:22.218480 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Router f3c3c5cb-8606-45e5-a71a-a450f1adacdb has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:22.239352 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:20Z', 'revision_number': 1, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:22.278513 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7326c6-aee4-44f8-aca5-e874fbc9512b None None] The sync data for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi is: [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:20Z', 'revision_number': 1, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:22.283028 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-7dc75052-6e0f-4a65-a68c-c0c4367bbb47 None None] Port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:22.372704 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:22.377743 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8e1b94b7-3836-49b5-a85e-898d1e3cc028 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3c3c5cb-8606-45e5-a71a-a450f1adacdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447989 Jul 30 16:14:22.403061 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-5d8fca5f-ff07-4198-9f9d-c5168de3194f None None] Provisioning complete for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:22.403487 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5d8fca5f-ff07-4198-9f9d-c5168de3194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:22.440218 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-5d8fca5f-ff07-4198-9f9d-c5168de3194f None None] Port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:22.644383 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 50369b03-9ce7-4179-a993-9e6355ba8c07 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:22.670684 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197b9bc-9129-4284-9670-08240b8499b2 req-62a30905-b61c-4408-80ca-bf17e46e1a4a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:22.679068 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b197b9bc-9129-4284-9670-08240b8499b2 req-62a30905-b61c-4408-80ca-bf17e46e1a4a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.1087680 Jul 30 16:14:22.729981 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 50369b03-9ce7-4179-a993-9e6355ba8c07 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:22.732446 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:22.744874 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b197b9bc-9129-4284-9670-08240b8499b2 req-6273ba44-a7d2-4418-b729-c1bc82d13605 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585833 Jul 30 16:14:22.965790 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a9634057-6214-4f40-94c9-f4aa62f54a0c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585456609&fields=id&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 267 time: 0.0388539 Jul 30 16:14:23.019361 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60908) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:23.024828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1779463452-network', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:23.052482 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Made reservation on behalf of 7dd3f369280b42b8a4cec5a38ed05626 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:23.056987 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.066683 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.115970 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-d0e28765-17dd-4674-a008-796ff76c5149 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:23.117656 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-d0e28765-17dd-4674-a008-796ff76c5149 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1443942 Jul 30 16:14:23.134726 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-79aba4c4-091d-4fa9-811e-f5aca20be456 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/quotas/07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 375 time: 0.0095794 Jul 30 16:14:23.179164 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.184538 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.190832 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-5aa5ada5-4e99-4df6-9f60-e129fb2674d5 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497260 Jul 30 16:14:23.216076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:14:23.225838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29b06a1-6f73-45f9-acfe-42006df962e9,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:23.234377 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.234827 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Added segment 1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab of type vlan for network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd Jul 30 16:14:23.289072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.309494 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-20b7ce01-9446-4250-9c5e-a5a01ba4ccfc service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017537 Jul 30 16:14:23.320682 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.321758 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:23.322424 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.383180 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598702 Jul 30 16:14:23.383752 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60910) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:23.390722 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99696791-1678-4e05-9ae2-06464ffd08ef admin admin] Pushing event updated for resources: {'Network': ['ID=a7c6847d-64d4-45cc-8ac7-e387eb88d9fd,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:23.396734 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Request body: {'subnet': {'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1779463452-subnet', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:23.404543 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:14:23.429425 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-f56341a3-04bb-47ed-af12-8997b40a15d9 service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134398 Jul 30 16:14:23.436136 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Made reservation on behalf of 7dd3f369280b42b8a4cec5a38ed05626 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:23.439313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14158080'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.652538 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15014653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14158126'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.719887 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d9af06-3916-4bc7-adc9-f2511fb0e0f3,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:23.732722 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Checking segment: {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:23.733032 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Network hostable DHCP agents. Network: a7c6847d-64d4-45cc-8ac7-e387eb88d9fd, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:14:23.756110 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:14:23.772412 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, a7c6847d-64d4-45cc-8ac7-e387eb88d9fd) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:23.777064 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:23.777791 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.785098 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055e508-82da-420e-bb95-326b8553685e None None] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:14:23.810237 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2fb2de15-2c2d-4813-9c2f-12f2eb19cdb3 req-d5413dc6-5c83-46cb-bd24-608430664971 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 210 time: 0.0448608 Jul 30 16:14:23.817746 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b86a3c45-4d2b-4e0f-89d6-003bc0bb5620 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4317055 Jul 30 16:14:23.819586 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60926) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:23.825756 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:23.850609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-499280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-490'] for router, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.851875 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-499447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-463372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-485'] for router, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.913537 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bb642-fc68-4504-80ad-7da041b44646 req-6aea08ea-efcb-4c09-b23f-a657f3bf7b5e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:23.921645 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-524bb642-fc68-4504-80ad-7da041b44646 req-6aea08ea-efcb-4c09-b23f-a657f3bf7b5e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0697393 Jul 30 16:14:23.927504 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:23.960630 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-524bb642-fc68-4504-80ad-7da041b44646 req-e88b1203-1236-4ae1-b656-26cba924ede8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 Jul 30 16:14:24.106753 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.155161 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp302b96d8-655a-5255-873e-d28bc6eb5f63-a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3'}]}} from dv-cinder-803046-3-iscsi. {{(pid=93206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 16:14:24.156398 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.329494 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.db_base_plugin_common [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Allocated IP 172.20.0.2 (a7c6847d-64d4-45cc-8ac7-e387eb88d9fd/b8d9af06-3916-4bc7-adc9-f2511fb0e0f3/d08d68e9-c644-4625-b60b-85747467f726) {{(pid=93206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:24.360881 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.382555 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.506825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Allocated IP 172.27.0.68 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/4b7ee4f1-28a2-4398-9f43-f2035da04235) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:24.517937 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks [] for port, precommit_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.528629 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Transition to ACTIVE for port object d08d68e9-c644-4625-b60b-85747467f726 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:24.562180 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Transition to ACTIVE for port object d08d68e9-c644-4625-b60b-85747467f726 will not be triggered until provisioned by entity DHCP. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:24.562587 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Sync routers for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:24.570056 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582'] for port, after_create {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.573982 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:24.575494 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:24.609167 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7c0cf10c-9d67-4896-a352-b58622764c44 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:24.636031 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd is already hosted by enough agents. {{(pid=93206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:24.645130 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.647927 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.scheduler.base_scheduler [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Resources bound (agent type, host, resource id): {{(pid=93206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:24.654689 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Received port after_create {{(pid=93206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:24.664140 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Pushing event updated for resources: {'Port': ['ID=d08d68e9-c644-4625-b60b-85747467f726,revision_number=1']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:24.693055 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.698236 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:24.735251 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:24.739108 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:24.742478 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:24.750840 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Attempting to bind port d08d68e9-c644-4625-b60b-85747467f726 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:24.751279 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Attempting to bind port d08d68e9-c644-4625-b60b-85747467f726 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:24.751651 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Attempting to bind port d08d68e9-c644-4625-b60b-85747467f726 on network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:24.759042 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:24.759492 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Checking segment: {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:24.760179 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.760631 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Bound using segment: {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:24.761121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Bound port: d08d68e9-c644-4625-b60b-85747467f726, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:24.761500 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.775839 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Pushing event updated for resources: {'Port': ['ID=4b7ee4f1-28a2-4398-9f43-f2035da04235,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:24.776089 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 7c0cf10c-9d67-4896-a352-b58622764c44 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:24.783922 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 7c0cf10c-9d67-4896-a352-b58622764c44 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:24.783922 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.908456 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] For port d08d68e9-c644-4625-b60b-85747467f726, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:24.912789 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] For port d08d68e9-c644-4625-b60b-85747467f726, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d08d68e9-c644-4625-b60b-85747467f726,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:24.926815 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:24.935119 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-30cfe496-13af-4f1d-8ce6-887ff3bd3b68 req-51b71121-64cb-4ccb-83b2-010d1f4a7497 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 210 time: 0.0403714 Jul 30 16:14:24.956517 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 2, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:24.996932 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Checking router: f3c3c5cb-8606-45e5-a71a-a450f1adacdb for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:24.997300 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Updating router f3c3c5cb-8606-45e5-a71a-a450f1adacdb port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:25.034084 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.052611 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.071815 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55698-59ef-4430-ba21-509584e1cc18 None None] Pushing event updated for resources: {'Port': ['ID=d08d68e9-c644-4625-b60b-85747467f726,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:25.093085 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 7c0cf10c-9d67-4896-a352-b58622764c44, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7c0cf10c-9d67-4896-a352-b58622764c44,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:25.103303 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:14:25.109677 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.122347 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2d5c4e93-e8d4-4a15-b5fe-eb8980602bf7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:25.124431 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2d5c4e93-e8d4-4a15-b5fe-eb8980602bf7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1721537 Jul 30 16:14:25.186483 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.225016 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a8a141b5-3811-488b-9a09-f51aeb701443 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 380 time: 0.0592992 Jul 30 16:14:25.241597 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'port': {'device_id': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'admin_state_up': True, 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'security_groups': ['e783ce7b-77f9-47a8-a2ff-9445c8eb81a2']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:25.269236 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb98e01-55d9-4e1b-a2a4-88b971479e28 req-e58f5163-bf43-4cbf-9fb2-4c1466817b25 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:25.276908 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1cb98e01-55d9-4e1b-a2a4-88b971479e28 req-e58f5163-bf43-4cbf-9fb2-4c1466817b25 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.1473930 Jul 30 16:14:25.360186 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=7c0cf10c-9d67-4896-a352-b58622764c44,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:25.435945 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1cb98e01-55d9-4e1b-a2a4-88b971479e28 req-fa4f609e-fdf8-4f2e-b0ef-45cf0854009c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492977 Jul 30 16:14:25.439925 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:25.464503 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '4308e410-9d50-4a55-b027-a6d836a99289', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:14:25.465883 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Made reservation on behalf of 07bf3493a71648c895b14d999b3bfb1e for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:25.472651 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.516923 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.529372 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Transition to ACTIVE for port object bc8e8f52-39e3-44f6-8f39-6766239c8ad7 will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:25.539754 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.540304 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.554420 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:25.596007 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:25.610320 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.627829 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d88a0-c3ea-48b9-88e5-5eba5ee92e07 None None] Pushing event updated for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:25.677929 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-499307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414949'] for router, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.691668 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Attempting to bind port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:25.692031 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Attempting to bind port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:25.693456 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Attempting to bind port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 on network d8bbea9d-01fd-40bb-ae9f-25c041888307 {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:25.705115 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:25.705480 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Checking segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:25.705617 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=6']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:25.705879 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.706263 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Bound using segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:25.706997 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Bound port: bc8e8f52-39e3-44f6-8f39-6766239c8ad7, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:25.707814 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.725047 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.20.0.8 (7d0da8fd-0a56-4002-b0c2-d66355f139a4/285d8b86-e4a3-442c-9f77-a887c44071dc/1d4d5279-4d0d-4100-9111-bce087569c04) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:25.746665 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4308e410-9d50-4a55-b027-a6d836a99289'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:25.804661 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] For port bc8e8f52-39e3-44f6-8f39-6766239c8ad7, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:25.809262 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] For port bc8e8f52-39e3-44f6-8f39-6766239c8ad7, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:25.815201 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:25.872750 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d88a0-c3ea-48b9-88e5-5eba5ee92e07 None None] Pushing event updated for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:25.897935 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:25.898615 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:25.914730 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Router af530b3c-b0d3-4f36-8ef0-a278349ec082 is scheduled to L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 with binding_index 1 {{(pid=93204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 16:14:26.000198 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:26.030688 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Transition to ACTIVE for port object 1d4d5279-4d0d-4100-9111-bce087569c04 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:26.075782 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:26.096736 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:26.158147 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:26.162277 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:26.167395 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:26.210970 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:26.269862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:26.271259 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:26.302674 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-2e6d7ff7-4e77-499d-8ab8-fdba6eee6286 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0703409 Jul 30 16:14:26.325354 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Request body: {'port': {'device_id': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:26.461709 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:26.576652 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:26.586482 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Sync routers for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:26.620825 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:26.621804 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:26.632613 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc5a04-307b-4fdc-bdcd-14abc5338e4e req-efce7b3e-5a97-4275-95c2-64671fc950a4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:26.634582 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-44bc5a04-307b-4fdc-bdcd-14abc5338e4e req-efce7b3e-5a97-4275-95c2-64671fc950a4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 931 time: 0.2061601 Jul 30 16:14:26.640342 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:26.641556 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-019691e2-2921-431d-b811-a5eeff90fedb admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8208344 Jul 30 16:14:26.644462 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 60954) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:26.766721 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:26.819335 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47330410-8861-41b3-ba49-c52c02720d4b None None] The sync data for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi is: [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:26.860980 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7c0cf10c-9d67-4896-a352-b58622764c44 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:26.873120 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-44bc5a04-307b-4fdc-bdcd-14abc5338e4e req-bf02912e-4b42-42fb-beed-c9b54dff45dd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208557 Jul 30 16:14:26.876325 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5fed7-b46b-4c2c-89e9-e6034f0c4124 req-f6cd5877-c892-4428-830c-dc1aef97e22c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:26.889388 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-72b5fed7-b46b-4c2c-89e9-e6034f0c4124 req-f6cd5877-c892-4428-830c-dc1aef97e22c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.3088403 Jul 30 16:14:26.928802 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c331f3e-0c36-404f-bd3f-b8e72770e42a None None] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:14:27.024016 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-72b5fed7-b46b-4c2c-89e9-e6034f0c4124 req-f19bc477-0bb8-4003-9b91-3c4b9cb1ada8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337304 Jul 30 16:14:27.028295 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-70642ec2-32a5-4298-a717-37efe996871b None None] Provisioning for port 1d4d5279-4d0d-4100-9111-bce087569c04 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:27.041200 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-70642ec2-32a5-4298-a717-37efe996871b None None] Provisioning complete for port 1d4d5279-4d0d-4100-9111-bce087569c04 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:27.041644 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-70642ec2-32a5-4298-a717-37efe996871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.090680 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:27.161066 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4d5279-4d0d-4100-9111-bce087569c04 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:27.174747 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:27.184929 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.212062 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Transition to ACTIVE for port object 1d4d5279-4d0d-4100-9111-bce087569c04 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:27.219588 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.221960 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 7c0cf10c-9d67-4896-a352-b58622764c44 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:27.222343 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.315222 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:27.414285 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-70642ec2-32a5-4298-a717-37efe996871b None None] Port 1d4d5279-4d0d-4100-9111-bce087569c04 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:27.445077 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.481968 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 4308e410-9d50-4a55-b027-a6d836a99289 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:27.482372 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.555790 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Attempting to bind port 1d4d5279-4d0d-4100-9111-bce087569c04 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:27.556114 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Attempting to bind port 1d4d5279-4d0d-4100-9111-bce087569c04 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:27.556377 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Attempting to bind port 1d4d5279-4d0d-4100-9111-bce087569c04 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:27.582349 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Port 1d4d5279-4d0d-4100-9111-bce087569c04 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:14:27.583015 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Attempting to bind port 1d4d5279-4d0d-4100-9111-bce087569c04 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:27.593552 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:27.596570 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:27.597247 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Bound using segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:27.597895 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Bound port: 1d4d5279-4d0d-4100-9111-bce087569c04, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:27.598499 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.733879 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:27.743669 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1d4d5279-4d0d-4100-9111-bce087569c04,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:27.756912 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.781623 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Allocated IP 172.20.0.1 (a7c6847d-64d4-45cc-8ac7-e387eb88d9fd/b8d9af06-3916-4bc7-adc9-f2511fb0e0f3/4fce1165-d78c-4dc9-9ef2-3320510fc37d) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:27.833049 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:27.833628 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:27.834978 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] 10.222.0.70 "PUT /v2.0/ports/1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 200 len: 1093 time: 1.5157852 Jul 30 16:14:27.835451 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:27.860519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1b88fd-3980-479b-a841-83d3656c130a" -d '{"events": [{"name": "network-changed", "server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:28.014348 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2f1aae-83fc-4146-9607-e4a19d4fce0a x-openstack-request-id: req-6d2f1aae-83fc-4146-9607-e4a19d4fce0a {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:28.014665 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:28.014892 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d2f1aae-83fc-4146-9607-e4a19d4fce0a {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:28.015317 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04', 'status': 'completed', 'code': 200} Jul 30 16:14:28.025902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb6dc-1828-431f-9041-a1ef5fb214ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:28.060303 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-6ca16c24-042b-41be-a9c1-00c8caa8d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:28.084880 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.086368 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-6ca16c24-042b-41be-a9c1-00c8caa8d888 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1096 time: 0.1593931 Jul 30 16:14:28.098105 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-f8273a9a-1527-4c4e-b908-401291afa2ae None None] Provisioning for port d08d68e9-c644-4625-b60b-85747467f726 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:28.115076 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bc8e8f52-39e3-44f6-8f39-6766239c8ad7 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:28.124436 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Transition to ACTIVE for port object 4fce1165-d78c-4dc9-9ef2-3320510fc37d will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:28.154140 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06101fef-9487-46dc-b42a-e5edb25fac8e req-f0b6f402-4d61-4236-9a91-769d936f6a57 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:28.156003 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-06101fef-9487-46dc-b42a-e5edb25fac8e req-f0b6f402-4d61-4236-9a91-769d936f6a57 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.1335678 Jul 30 16:14:28.180935 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-d7864368-77c4-4aed-91ff-8d9006e3ea87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 200 len: 217 time: 0.0935605 Jul 30 16:14:28.217642 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-06101fef-9487-46dc-b42a-e5edb25fac8e req-b879fb02-b4d2-4f0a-ace3-bd78c86fc9b0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545123 Jul 30 16:14:28.224518 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.283791 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:28.334885 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:28.335640 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.343060 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:24Z', 'revision_number': 3, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:28.354133 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:28.363224 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:28.368777 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.369143 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.369468 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.369807 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.370144 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.370480 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.370810 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.371791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.372356 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.372797 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.373286 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.374571 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:14:28.392631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:28.393311 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a2155b2b-ae97-4bea-80de-df8ad9ecc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:28.394827 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-a2155b2b-ae97-4bea-80de-df8ad9ecc478 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.1962233 Jul 30 16:14:28.395240 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:28.431727 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560dc5b-7a5c-4eee-966f-7cb138778512 req-f2f152cc-8105-4ea1-a9be-52912947a579 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:28.433506 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d560dc5b-7a5c-4eee-966f-7cb138778512 req-f2f152cc-8105-4ea1-a9be-52912947a579 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.2602770 Jul 30 16:14:28.442643 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414778'] for router_interface, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.469848 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Checking router: af530b3c-b0d3-4f36-8ef0-a278349ec082 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:28.470351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Updating router af530b3c-b0d3-4f36-8ef0-a278349ec082 port 4b7ee4f1-28a2-4398-9f43-f2035da04235 binding host dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:28.502416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.524379 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d560dc5b-7a5c-4eee-966f-7cb138778512 req-aff11860-334a-4d2d-b795-c18d5076d6f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664642 Jul 30 16:14:28.525638 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.532816 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-f1b4f5fd-f838-44f3-a1ac-45aef32f23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:28.536663 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-f1b4f5fd-f838-44f3-a1ac-45aef32f23b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1284373 Jul 30 16:14:28.569978 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:28.577107 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:28.579602 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a285c-8f3d-48c7-86c8-7e1bb51410ae" -d '{"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:28.632573 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.650097 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9529253-4baf-414c-bbd2-8cbda48ae9ea x-openstack-request-id: req-d9529253-4baf-414c-bbd2-8cbda48ae9ea {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:28.651918 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:28.653480 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9529253-4baf-414c-bbd2-8cbda48ae9ea {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:28.654112 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'code': 200} Jul 30 16:14:28.681872 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.719081 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-101b7b12-d376-40c4-b536-a348bb7e419c service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643302 Jul 30 16:14:28.872322 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-91f4ec0e-491f-4936-87ed-6784b8bb8294 req-9a57ac62-ddfc-46f5-81c0-022ef408d3dc service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360898 Jul 30 16:14:28.878546 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:28.911626 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=7']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:28.966853 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port bc8e8f52-39e3-44f6-8f39-6766239c8ad7, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:29.004075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b88fd-3980-479b-a841-83d3656c130a req-841fd171-5b03-45b9-8fb2-e5e101902bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.005921 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-841fd171-5b03-45b9-8fb2-e5e101902bd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1096 time: 0.0670934 Jul 30 16:14:29.007076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.010077 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.010910 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d08d68e9-c644-4625-b60b-85747467f726 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:29.013443 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.112123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-415658'] for router_interface, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.115789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:29.157394 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-fb754e29-8135-48da-ae3c-473b7ac4a11e None None] Provisioning for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:29.164278 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b88fd-3980-479b-a841-83d3656c130a req-cbf47e4d-eb4f-4c7d-b2b7-590f41db712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.165635 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-cbf47e4d-eb4f-4c7d-b2b7-590f41db712b service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.1511307 Jul 30 16:14:29.194137 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-fb754e29-8135-48da-ae3c-473b7ac4a11e None None] Provisioning complete for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:29.194643 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-fb754e29-8135-48da-ae3c-473b7ac4a11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.227162 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:29.231944 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-053384ef-4a7f-45d1-870d-67284aeca2c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 200 len: 217 time: 0.0520897 Jul 30 16:14:29.236957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:29.238094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:29.314232 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port d08d68e9-c644-4625-b60b-85747467f726 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:29.325499 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port d08d68e9-c644-4625-b60b-85747467f726 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:29.326189 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.330901 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b88fd-3980-479b-a841-83d3656c130a req-eb936f15-4e43-4faa-8f67-576c9559ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.336809 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-eb936f15-4e43-4faa-8f67-576c9559ab47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0967116 Jul 30 16:14:29.355369 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-fb754e29-8135-48da-ae3c-473b7ac4a11e None None] Port 4fce1165-d78c-4dc9-9ef2-3320510fc37d cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:29.416572 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Router af530b3c-b0d3-4f36-8ef0-a278349ec082 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:29.456133 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks [] for port, precommit_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.504971 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc82f0d-cff0-4bf2-8559-760fa33541f4 req-bf5d854d-4305-4c56-93b5-7fdfac7278d9 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.506624 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5dc82f0d-cff0-4bf2-8559-760fa33541f4 req-bf5d854d-4305-4c56-93b5-7fdfac7278d9 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.1621213 Jul 30 16:14:29.542187 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b88fd-3980-479b-a841-83d3656c130a req-2f800c8d-7cf2-433c-bb1b-7ff68b6cfd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.544625 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-2f800c8d-7cf2-433c-bb1b-7ff68b6cfd6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1873534 Jul 30 16:14:29.559944 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.564510 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Transition to ACTIVE for port object 4b7ee4f1-28a2-4398-9f43-f2035da04235 will not be triggered until provisioned by entity L2. {{(pid=93206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:29.592904 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:29.602185 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-718bdd8e-307e-463f-af6b-9e224183f9c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/af530b3c-b0d3-4f36-8ef0-a278349ec082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9565656 Jul 30 16:14:29.612851 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5dc82f0d-cff0-4bf2-8559-760fa33541f4 req-8e11c06d-c0a5-4e4e-8cb7-56bb7c0a2e7c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910072 Jul 30 16:14:29.641645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.687703 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port d08d68e9-c644-4625-b60b-85747467f726, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d08d68e9-c644-4625-b60b-85747467f726,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:29.721561 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.754961 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-9f6b91ab-72fa-4d98-b40b-8f9227164cce service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988199 Jul 30 16:14:29.789788 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-230dfb54-7ed7-49cc-a488-ec2bd52ed981 None None] Provisioning complete for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:29.791227 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-230dfb54-7ed7-49cc-a488-ec2bd52ed981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.796526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Attempting to bind port 4b7ee4f1-28a2-4398-9f43-f2035da04235 on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:29.815055 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Attempting to bind port 4b7ee4f1-28a2-4398-9f43-f2035da04235 by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:29.815549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Attempting to bind port 4b7ee4f1-28a2-4398-9f43-f2035da04235 on network 35aad974-23f9-4b65-a8c1-1be57913946f {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:29.826550 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871dba-c66a-4b28-bfa7-49c9cdf4b80b req-67a38bd0-967c-498f-bdc9-23f2e2b0cb7c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:29.835767 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ad871dba-c66a-4b28-bfa7-49c9cdf4b80b req-67a38bd0-967c-498f-bdc9-23f2e2b0cb7c tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.1332138 Jul 30 16:14:29.870969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bc8e8f52-39e3-44f6-8f39-6766239c8ad7 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:29.876220 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:29.877607 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Checking segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:29.878421 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.879014 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Bound using segment: {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'} {{(pid=93206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:29.879745 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.managers [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Bound port: 4b7ee4f1-28a2-4398-9f43-f2035da04235, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7de84f5-08dd-417b-8d94-6f9b4c65d7cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f'}}] {{(pid=93206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:29.880355 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:29.885996 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf61dd-1efd-445b-8016-0d5b53c2184b None None] Pushing event updated for resources: {'Port': ['ID=4b7ee4f1-28a2-4398-9f43-f2035da04235,revision_number=2']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:29.897518 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d1b88fd-3980-479b-a841-83d3656c130a req-1c98320c-bb15-47f8-b0e7-5a5101703183 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283264 Jul 30 16:14:29.902838 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ad871dba-c66a-4b28-bfa7-49c9cdf4b80b req-606e6e0e-61b7-4e88-8277-c155c57cd41b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654724 Jul 30 16:14:29.999447 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-230dfb54-7ed7-49cc-a488-ec2bd52ed981 None None] Port 4fce1165-d78c-4dc9-9ef2-3320510fc37d cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:14:30.066320 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] For port 4b7ee4f1-28a2-4398-9f43-f2035da04235, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:30.071731 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] For port 4b7ee4f1-28a2-4398-9f43-f2035da04235, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4b7ee4f1-28a2-4398-9f43-f2035da04235,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:30.073270 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=d08d68e9-c644-4625-b60b-85747467f726,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:30.089263 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.093919 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:30.094474 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.192686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf61dd-1efd-445b-8016-0d5b53c2184b None None] Pushing event updated for resources: {'Port': ['ID=4b7ee4f1-28a2-4398-9f43-f2035da04235,revision_number=3']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:30.195182 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:30.195799 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:30.367062 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:30.477073 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 60996) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:30.487325 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805035273', 'description': 'tempest-secgroup-smoke-805035273 description', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:30.517636 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.644020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.650161 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.663121 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '4fce1165-d78c-4dc9-9ef2-3320510fc37d', 'name': '', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'mac_address': 'fa:16:3e:0e:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:27Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 2, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'subnets': [{'id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:30.690708 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.695241 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 32770) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:30.700889 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:30.701236 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e960e-2b7c-4b18-b6ec-9f7e25c55954 None None] The sync data for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi is: [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '4fce1165-d78c-4dc9-9ef2-3320510fc37d', 'name': '', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'mac_address': 'fa:16:3e:0e:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:27Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 2, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'subnets': [{'id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:30.706151 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2254777 Jul 30 16:14:30.709534 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7944d-b8fb-4264-9dbd-2b8c84414cde tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:30.771532 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.813020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc578e98-7ded-485b-a694-0259159a0701 req-6e4415c4-bfe4-4a50-9c16-3212d904665c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:30.814562 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fc578e98-7ded-485b-a694-0259159a0701 req-6e4415c4-bfe4-4a50-9c16-3212d904665c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0667055 Jul 30 16:14:30.847342 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.853198 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.874599 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fc578e98-7ded-485b-a694-0259159a0701 req-adb362ad-f651-4de4-b656-c5440875084b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538769 Jul 30 16:14:30.890222 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1da0159-ef0d-459c-aff9-f16dc0467799,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:30.914903 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:30.917149 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-9c1b9c55-d079-4f28-b8fc-2c0458a61e3f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2209163 Jul 30 16:14:30.921444 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 32772) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:30.925699 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:30.975680 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.107650 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45251ea-448d-4bd5-aeda-941c8212033d req-aab26559-5544-42b2-b66e-9c76f8c85e5d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:31.111622 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f45251ea-448d-4bd5-aeda-941c8212033d req-aab26559-5544-42b2-b66e-9c76f8c85e5d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0793042 Jul 30 16:14:31.132954 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.143211 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.179382 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f45251ea-448d-4bd5-aeda-941c8212033d req-7ce002f3-2a82-4ea5-a388-010b9a412050 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616629 Jul 30 16:14:31.190014 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7458cdfe-5e3b-4d28-b4db-81acf31cefb7,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:31.211918 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.213301 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-dcff201d-bab3-4d10-b190-de5f042cae05 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2919407 Jul 30 16:14:31.217427 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 32776) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:31.222157 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:31.260174 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.344512 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.354097 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.377992 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2184a889-7039-4939-b8a5-f04ed1afc3a8,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:31.382375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.387487 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 32778) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:31.387710 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ea9f27fb-a989-4668-9e23-613365ec2870 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684277 Jul 30 16:14:31.392194 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:31.428149 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.491950 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.501188 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.522228 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f3d2ec-cb8e-480d-97c9-3a04bb6a6775,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:31.528025 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.529449 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5ef9f39c-6477-4dbf-b726-2e9d98c8d161 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408076 Jul 30 16:14:31.532937 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 32780) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:31.537698 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:31.572345 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.securitygroups_db [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Project 3c425ffd8fd041f9b548ee591a2bd843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:31.580493 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.699078 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.705045 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.726951 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8becc23-55d8-41d7-8478-46476e4f1c4e,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:31.749149 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.753302 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 32784) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:31.753602 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a8e28c37-3fba-41d0-a1d9-e35f0a091896 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2192664 Jul 30 16:14:31.759917 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'security_group_rule': {'security_group_id': 'ad4ba35b-cbd3-4140-ba26-ee6e315a55f6', 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:31.851819 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.securitygroups_db [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Project 3c425ffd8fd041f9b548ee591a2bd843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 16:14:31.869204 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.964330 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:31.974377 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d08d68e9-c644-4625-b60b-85747467f726 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:31.980988 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525757'] for security_group_rule, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.017864 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.021356 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2669785 Jul 30 16:14:32.022443 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca2a81-7ad0-49b7-83fb-76f1c004e7b8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4271d77b-f236-4b3e-8f45-dabdd8636c84,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:32.040779 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c229e4-0618-4516-8e8c-15268f3b33fb req-79be4b56-e580-4eb5-b4f9-718dc8b18433 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:32.049153 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-98c229e4-0618-4516-8e8c-15268f3b33fb req-79be4b56-e580-4eb5-b4f9-718dc8b18433 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0908620 Jul 30 16:14:32.078238 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port d08d68e9-c644-4625-b60b-85747467f726 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:32.078605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.096736 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-98c229e4-0618-4516-8e8c-15268f3b33fb req-7c7b52b0-3845-41ec-9211-33db50c8354d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Jul 30 16:14:32.373719 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089777-e789-4cc5-9a11-3eae78128547 req-3d3646a3-d205-470d-aa62-0184d2f0f1e3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:32.383923 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-20089777-e789-4cc5-9a11-3eae78128547 req-3d3646a3-d205-470d-aa62-0184d2f0f1e3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0842090 Jul 30 16:14:32.393827 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4b7ee4f1-28a2-4398-9f43-f2035da04235 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:32.438372 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-20089777-e789-4cc5-9a11-3eae78128547 req-1403f42f-a826-456b-b45e-d824166b197a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534656 Jul 30 16:14:32.469308 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 4b7ee4f1-28a2-4398-9f43-f2035da04235 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:32.476549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 4b7ee4f1-28a2-4398-9f43-f2035da04235 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:32.476921 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.572236 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.641552 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 4b7ee4f1-28a2-4398-9f43-f2035da04235, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4b7ee4f1-28a2-4398-9f43-f2035da04235,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:32.648014 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:32.726680 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=4b7ee4f1-28a2-4398-9f43-f2035da04235,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:33.233092 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8e7f-18c6-4f25-9c95-b969d9b41066 req-946e2d7e-1b71-4578-9430-7148e5deb136 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:33.235467 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-651f8e7f-18c6-4f25-9c95-b969d9b41066 req-946e2d7e-1b71-4578-9430-7148e5deb136 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0573158 Jul 30 16:14:33.299310 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-651f8e7f-18c6-4f25-9c95-b969d9b41066 req-859ba1b3-737a-4070-87ae-572982b5b606 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569694 Jul 30 16:14:33.587410 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca11a8b-66e8-4c47-a2e4-e5b9d7cb6990 req-55730eeb-810a-409e-ba30-f2dee3cdb4f9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:33.589123 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1ca11a8b-66e8-4c47-a2e4-e5b9d7cb6990 req-55730eeb-810a-409e-ba30-f2dee3cdb4f9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0631573 Jul 30 16:14:33.643091 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1ca11a8b-66e8-4c47-a2e4-e5b9d7cb6990 req-88dd163b-72ef-4d42-b21c-337b548a944a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Jul 30 16:14:33.833157 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4b7ee4f1-28a2-4398-9f43-f2035da04235 up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:33.889194 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 4b7ee4f1-28a2-4398-9f43-f2035da04235 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:33.889194 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:34.455403 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f96184-7285-4042-b365-4461408143c1 req-a96a3426-dd36-4057-9351-2c31886e1533 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:34.456989 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83f96184-7285-4042-b365-4461408143c1 req-a96a3426-dd36-4057-9351-2c31886e1533 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0629478 Jul 30 16:14:34.502046 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-83f96184-7285-4042-b365-4461408143c1 req-627486f6-bdf9-4768-9bf6-0d7ebe1a3eaf tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Jul 30 16:14:34.557375 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Sync routers for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:34.567401 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:34.568019 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:34.690766 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:34.786448 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df3e4-9b50-4875-8f92-0983bab29a28 req-c00bbe02-4420-499f-9e8c-8fef04b484ef tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:34.788403 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-693df3e4-9b50-4875-8f92-0983bab29a28 req-c00bbe02-4420-499f-9e8c-8fef04b484ef tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0680068 Jul 30 16:14:34.875011 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-693df3e4-9b50-4875-8f92-0983bab29a28 req-000bf8ae-d075-473e-b19c-1c94c6a87567 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709000 Jul 30 16:14:34.956719 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '4fce1165-d78c-4dc9-9ef2-3320510fc37d', 'name': '', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'mac_address': 'fa:16:3e:0e:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:27Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 2, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'subnets': [{'id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:34.988577 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Checking router: af530b3c-b0d3-4f36-8ef0-a278349ec082 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:34.988947 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Updating router af530b3c-b0d3-4f36-8ef0-a278349ec082 port 4fce1165-d78c-4dc9-9ef2-3320510fc37d binding host dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 16:14:35.018302 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.328504 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks [] for port, precommit_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.338721 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.provisioning_blocks [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Transition to ACTIVE for port object 4fce1165-d78c-4dc9-9ef2-3320510fc37d will not be triggered until provisioned by entity L2. {{(pid=93207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:14:35.346445 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.396889 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7181-ed42-4f3a-8c00-9a9e4ef380a5 None None] Pushing event updated for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=3']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:35.448538 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Attempting to bind port 4fce1165-d78c-4dc9-9ef2-3320510fc37d on host dv-cinder-803046-3-iscsi for vnic_type normal with profile {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:14:35.448904 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Attempting to bind port 4fce1165-d78c-4dc9-9ef2-3320510fc37d by drivers openvswitch,hyperv on host dv-cinder-803046-3-iscsi at level 0 using segments [{'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:14:35.449821 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Attempting to bind port 4fce1165-d78c-4dc9-9ef2-3320510fc37d on network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:14:35.455296 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Checking agent: {'id': '8a992a49-7e22-4d93-bbdb-0b974b1ef768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 15, 59, 11), 'started_at': datetime.datetime(2021, 7, 30, 15, 59, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:14:35.455665 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Checking segment: {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:14:35.456060 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.456446 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Bound using segment: {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'} {{(pid=93207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:14:35.456914 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.managers [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Bound port: 4fce1165-d78c-4dc9-9ef2-3320510fc37d, host: dv-cinder-803046-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd'}}] {{(pid=93207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:14:35.457296 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.562235 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] For port 4fce1165-d78c-4dc9-9ef2-3320510fc37d, host dv-cinder-803046-3-iscsi, cleared binding levels {{(pid=93207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:14:35.566787 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.plugins.ml2.db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] For port 4fce1165-d78c-4dc9-9ef2-3320510fc37d, host dv-cinder-803046-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4fce1165-d78c-4dc9-9ef2-3320510fc37d,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:14:35.573145 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron_lib.callbacks.manager [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:35.636479 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:35.637669 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:35.679007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbf5ff-a4f2-4ddc-813d-2045a4cfa2d2 req-1d0d40c3-e027-43ec-bd7b-83e25badce97 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:35.687477 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f5cbf5ff-a4f2-4ddc-813d-2045a4cfa2d2 req-1d0d40c3-e027-43ec-bd7b-83e25badce97 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0854421 Jul 30 16:14:35.735248 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7181-ed42-4f3a-8c00-9a9e4ef380a5 None None] Pushing event updated for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=4']} {{(pid=93207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:35.754791 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f5cbf5ff-a4f2-4ddc-813d-2045a4cfa2d2 req-b2024caf-e6a0-4c12-ab7d-228f6a3079fb tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658705 Jul 30 16:14:35.841748 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:36.045292 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad5947-8013-489b-90cd-5de36d4bf9d2 req-a0cd611c-75a5-458d-8c15-616ae6a573bc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:36.053443 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-56ad5947-8013-489b-90cd-5de36d4bf9d2 req-a0cd611c-75a5-458d-8c15-616ae6a573bc tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0859666 Jul 30 16:14:36.078735 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '4fce1165-d78c-4dc9-9ef2-3320510fc37d', 'name': '', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'mac_address': 'fa:16:3e:0e:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:27Z', 'updated_at': '2021-07-30T16:14:35Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'subnets': [{'id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:36.109100 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc98003-6302-402a-a551-8c24aa7c6897 None None] The sync data for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi is: [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '4fce1165-d78c-4dc9-9ef2-3320510fc37d', 'name': '', 'network_id': 'a7c6847d-64d4-45cc-8ac7-e387eb88d9fd', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'mac_address': 'fa:16:3e:0e:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:27Z', 'updated_at': '2021-07-30T16:14:35Z', 'revision_number': 4, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'subnets': [{'id': 'b8d9af06-3916-4bc7-adc9-f2511fb0e0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:36.121670 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-56ad5947-8013-489b-90cd-5de36d4bf9d2 req-b3be572a-6f98-45bc-803a-d14367e6ce7e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472715 Jul 30 16:14:36.910822 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88f7af-233a-4b6c-8a65-20ea3507551c req-76bcd10d-96a1-43bd-baec-6f03e0542232 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:36.912359 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9b88f7af-233a-4b6c-8a65-20ea3507551c req-76bcd10d-96a1-43bd-baec-6f03e0542232 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 943 time: 0.0575020 Jul 30 16:14:36.967233 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9b88f7af-233a-4b6c-8a65-20ea3507551c req-18bb1558-9e9c-46da-86ef-34a5ac9ae265 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463762 Jul 30 16:14:37.138999 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 1d4d5279-4d0d-4100-9111-bce087569c04 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:14:37.249883 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e3c1e-3547-443d-8823-99b5ffcb3d78 req-dfd4d96e-3b1d-4aec-819d-4e54c2fc3a16 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:37.254933 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a8e3c1e-3547-443d-8823-99b5ffcb3d78 req-dfd4d96e-3b1d-4aec-819d-4e54c2fc3a16 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0603187 Jul 30 16:14:37.295841 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1d4d5279-4d0d-4100-9111-bce087569c04,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:37.316939 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a8e3c1e-3547-443d-8823-99b5ffcb3d78 req-13a63d20-ae5e-49eb-af93-4e9585eebb49 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582418 Jul 30 16:14:37.321371 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '1d4d5279-4d0d-4100-9111-bce087569c04', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'port_id': '1d4d5279-4d0d-4100-9111-bce087569c04', 'mac_address': 'fa:16:3e:88:c3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:14:37.387651 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:37.405083 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4d5279-4d0d-4100-9111-bce087569c04 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:14:37.429170 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1d4d5279-4d0d-4100-9111-bce087569c04,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:37.435084 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:37.493384 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:37.723813 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['1d4d5279-4d0d-4100-9111-bce087569c04'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:14:37.846423 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4fce1165-d78c-4dc9-9ef2-3320510fc37d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:37.939115 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:37.951469 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:37.951840 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.109090 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-61f3fdf4-70b0-49af-9055-2bad4d9f3172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.124942 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.131493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed914f-480c-41ad-997a-249d3551002b req-15951918-c073-4d7e-adeb-59e472039a21 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.140141 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68ed914f-480c-41ad-997a-249d3551002b req-15951918-c073-4d7e-adeb-59e472039a21 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 944 time: 0.0620759 Jul 30 16:14:38.160621 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] For port 4fce1165-d78c-4dc9-9ef2-3320510fc37d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4fce1165-d78c-4dc9-9ef2-3320510fc37d,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:38.168351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:38.187721 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-68ed914f-480c-41ad-997a-249d3551002b req-1af83a91-dfb1-48e6-9f54-d69b6e8ea265 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Jul 30 16:14:38.227253 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Pushing event updated for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:38.302746 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:14:38.494735 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a295a4-acc5-46c3-97f4-43cc24bb4e34 req-93349c7e-c5fb-4840-b77b-1361bdf1a2c3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:38.497035 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42a295a4-acc5-46c3-97f4-43cc24bb4e34 req-93349c7e-c5fb-4840-b77b-1361bdf1a2c3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0693860 Jul 30 16:14:38.538540 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42a295a4-acc5-46c3-97f4-43cc24bb4e34 req-c908f55c-915e-431b-8139-0d26bcd92e2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343318 Jul 30 16:14:39.144385 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 1d4d5279-4d0d-4100-9111-bce087569c04 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:39.192105 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 1d4d5279-4d0d-4100-9111-bce087569c04 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:14:39.196300 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 1d4d5279-4d0d-4100-9111-bce087569c04 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:39.196656 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:39.274512 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:39.300526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:39.303197 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c5cdd-994e-4006-8a1c-a7a7388d1b16" -d '{"events": [{"server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:39.315764 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f8627-6218-4a0b-b15c-d2a9cc79c21e req-503f868a-1600-43bb-b408-294e2d994a87 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.316645 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1d4d5279-4d0d-4100-9111-bce087569c04,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:39.317369 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-960f8627-6218-4a0b-b15c-d2a9cc79c21e req-503f868a-1600-43bb-b408-294e2d994a87 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 944 time: 0.0548308 Jul 30 16:14:39.320921 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:39.347316 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e90fc1-63f9-4f50-8a2a-34fd608cda13 x-openstack-request-id: req-85e90fc1-63f9-4f50-8a2a-34fd608cda13 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:39.348393 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "name": "network-vif-plugged", "status": "completed", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:39.348649 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85e90fc1-63f9-4f50-8a2a-34fd608cda13 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:39.349381 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04', 'code': 200} Jul 30 16:14:39.359498 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-960f8627-6218-4a0b-b15c-d2a9cc79c21e req-1ef98d4e-4169-4f92-afd7-1c2fb31ec9b7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346012 Jul 30 16:14:39.381148 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:39.594373 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-75e63b4e-8347-4599-a69a-90647ae1ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.597238 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-75e63b4e-8347-4599-a69a-90647ae1ce8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1098 time: 0.0547621 Jul 30 16:14:39.608207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b7221-faec-4014-b9b4-a4488c1d5ce1 req-0da5bbef-60b7-4cf2-aa3d-5be6c4fe2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.609894 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c50b7221-faec-4014-b9b4-a4488c1d5ce1 req-0da5bbef-60b7-4cf2-aa3d-5be6c4fe2f08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1098 time: 0.0527239 Jul 30 16:14:39.652859 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c50b7221-faec-4014-b9b4-a4488c1d5ce1 req-ab526274-69a4-49f4-9b2a-0c5652ad62b3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278282 Jul 30 16:14:39.732512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273f65-4da9-47c9-9244-3788b48473b5 req-6a7b8a92-5057-416b-949c-d55b58616c94 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.733970 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e5273f65-4da9-47c9-9244-3788b48473b5 req-6a7b8a92-5057-416b-949c-d55b58616c94 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0823748 Jul 30 16:14:39.738886 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-5cdefd2d-ddb7-4cd3-babe-22a662251a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.740274 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-5cdefd2d-ddb7-4cd3-babe-22a662251a08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.1327085 Jul 30 16:14:39.810963 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e5273f65-4da9-47c9-9244-3788b48473b5 req-4531ab4d-1a8b-4467-ace4-777b65710ae7 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697615 Jul 30 16:14:39.811397 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4fce1165-d78c-4dc9-9ef2-3320510fc37d up at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:14:39.826368 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-2a306587-dd9f-4464-87ff-65c1fe28ff8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 1001 time: 0.0714545 Jul 30 16:14:39.858355 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Provisioning complete for port 4fce1165-d78c-4dc9-9ef2-3320510fc37d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:14:39.858727 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:39.876791 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-6f98255d-675d-47bb-af81-1cd01839d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.878241 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-6f98255d-675d-47bb-af81-1cd01839d103 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0441973 Jul 30 16:14:39.935796 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-4d5f9bbb-1a6a-4c7b-b938-aa8cf5a401be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:39.937292 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-4d5f9bbb-1a6a-4c7b-b938-aa8cf5a401be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485294 Jul 30 16:14:40.025929 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-447a5f96-53d7-4472-88e5-4c635c9a163b service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792925 Jul 30 16:14:40.129947 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c6e9c6cc-04bc-4678-b13a-fe3200a806cc req-e20655ad-5abc-4a50-a54f-b507a4743b6a service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Jul 30 16:14:40.436476 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4230f7a0-1252-4763-baa0-fa387c526f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:40.481070 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde73df-8e6b-4042-8d54-e7bea313b817 req-a7720a82-c8f4-41fd-b3aa-24da3a2f4526 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:40.482562 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8cde73df-8e6b-4042-8d54-e7bea313b817 req-a7720a82-c8f4-41fd-b3aa-24da3a2f4526 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Jul 30 16:14:40.522168 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8cde73df-8e6b-4042-8d54-e7bea313b817 req-8ba5e223-1779-4a69-a0ca-7ec48812623c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Jul 30 16:14:40.799605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:40.933054 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9d2ba-5702-4ad2-83f4-1f35e117efe8 req-97998c6e-c6f5-40fc-b4d2-c687f3bead67 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:40.935205 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-96b9d2ba-5702-4ad2-83f4-1f35e117efe8 req-97998c6e-c6f5-40fc-b4d2-c687f3bead67 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0495167 Jul 30 16:14:40.970915 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-96b9d2ba-5702-4ad2-83f4-1f35e117efe8 req-761ea689-38c3-4d9a-94da-168e2cb5bec4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297623 Jul 30 16:14:41.385526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:41.637570 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338c36-6e7e-494c-ad8d-26cbd0a808c0 req-654af448-cabb-4604-a09c-8be6eac9c660 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:41.639003 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28338c36-6e7e-494c-ad8d-26cbd0a808c0 req-654af448-cabb-4604-a09c-8be6eac9c660 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0477333 Jul 30 16:14:41.678077 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28338c36-6e7e-494c-ad8d-26cbd0a808c0 req-8853f418-e17a-4fe6-9fde-fcdc2cfb9c18 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332544 Jul 30 16:14:41.716474 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:41.801694 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b9b8e-08c1-445c-a61f-927f4f69b9b6 req-c6d9166e-ea6f-423a-a1d8-d5bcf77343ca tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:41.803153 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e0b9b8e-08c1-445c-a61f-927f4f69b9b6 req-c6d9166e-ea6f-423a-a1d8-d5bcf77343ca tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Jul 30 16:14:41.842182 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9e0b9b8e-08c1-445c-a61f-927f4f69b9b6 req-ba0de381-4530-4faa-895c-c13938857462 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Jul 30 16:14:41.866017 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 32934) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:42.047155 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efae080-92b5-4f80-8eef-e149c9d056e2 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:42.048689 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8efae080-92b5-4f80-8eef-e149c9d056e2 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1093 time: 0.1816955 Jul 30 16:14:42.051591 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 32940) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:42.055970 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'port_id': '1d4d5279-4d0d-4100-9111-bce087569c04', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:42.077665 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:42.088551 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965989d6-62cc-4b76-b091-c1af0b887e08 req-15778d4f-f9e8-4297-bc26-05c0f0c37f8d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:42.090537 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-965989d6-62cc-4b76-b091-c1af0b887e08 req-15778d4f-f9e8-4297-bc26-05c0f0c37f8d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Jul 30 16:14:42.128756 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-965989d6-62cc-4b76-b091-c1af0b887e08 req-0397e96d-06e1-4d4d-908e-0d7832e34ac6 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Jul 30 16:14:42.179555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:42.288046 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.27.0.128 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:42.397759 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:42.443903 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:42.479266 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:14:42.484333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:14:42.490476 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:14:42.512582 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:43.148360 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.167915 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:14:43.224334 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.287694 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.302772 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b17e6-a365-4fc0-a20f-663b30853354 req-5b8fbd54-6956-4415-8b64-0c449a669b17 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:43.312264 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91b17e6-a365-4fc0-a20f-663b30853354 req-5b8fbd54-6956-4415-8b64-0c449a669b17 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 945 time: 0.0972428 Jul 30 16:14:43.334314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:43.334314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19298d06-65f2-4094-9528-19420777050e" -d '{"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:43.339215 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:14:43.345192 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.377018 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c91b17e6-a365-4fc0-a20f-663b30853354 req-fe53a551-5a20-40cb-b2db-73a7740007b9 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599935 Jul 30 16:14:43.406038 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72ac534-7e97-4ffe-a53e-016827f11104 x-openstack-request-id: req-c72ac534-7e97-4ffe-a53e-016827f11104 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:43.406719 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-unplugged", "status": "failed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "code": 422}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:43.406719 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c72ac534-7e97-4ffe-a53e-016827f11104 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:43.406982 dv-cinder-803046-3-iscsi neutron-server[93206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'code': 422} returned with failed status Jul 30 16:14:43.407822 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=8']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:43.463582 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.474139 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.580849 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:14:43.585788 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.701304 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:43.712004 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP c7e09ca4-523f-424e-8f4e-a34db835d4f5 associated. External IP: 172.27.0.128, port: 1d4d5279-4d0d-4100-9111-bce087569c04. Jul 30 16:14:43.935990 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:14:44.040584 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:14:44.051811 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:14:44.058120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:44.067982 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:44.068609 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:44.103152 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ac23cb2e-40c2-409d-acef-ded2fb3d1032 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0405743 Jul 30 16:14:44.103152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:14:44.103152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04a2c0-adba-4cfb-8094-ba7a5638c873" -d '{"events": [{"name": "network-changed", "server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:14:44.180974 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a23926-4193-4c3e-8195-e96e47e38c8a x-openstack-request-id: req-a9a23926-4193-4c3e-8195-e96e47e38c8a {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:14:44.181557 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:14:44.181557 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9a23926-4193-4c3e-8195-e96e47e38c8a {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:14:44.181897 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04', 'status': 'completed', 'code': 200} Jul 30 16:14:44.191609 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:44.252089 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-0adef62c-ff54-4fd8-9c7e-a6f821107012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.253936 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-0adef62c-ff54-4fd8-9c7e-a6f821107012 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1098 time: 0.0457950 Jul 30 16:14:44.382774 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-05a7074c-8e03-4f5a-a82f-4071fa2bc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.384500 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-05a7074c-8e03-4f5a-a82f-4071fa2bc369 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.1226745 Jul 30 16:14:44.459374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d5917-b864-46c5-9f8a-50c3cb1729bd req-8815d87c-342a-46c3-8008-01a13fa8a6fa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.461513 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-722d5917-b864-46c5-9f8a-50c3cb1729bd req-8815d87c-342a-46c3-8008-01a13fa8a6fa tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0608494 Jul 30 16:14:44.482063 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-a62a0b21-f966-49ee-a808-9cb9d5ffe549 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 200 len: 999 time: 0.0816307 Jul 30 16:14:44.484288 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7e09ca4-523f-424e-8f4e-a34db835d4f5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '1d4d5279-4d0d-4100-9111-bce087569c04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:88:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:42Z', 'updated_at': '2021-07-30T16:14:42Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:44.515436 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-722d5917-b864-46c5-9f8a-50c3cb1729bd req-e2f7ae06-0e93-4782-b19c-013b6be94020 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468280 Jul 30 16:14:44.533180 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:14:44.543627 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:14:44.544247 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:14:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:44.551923 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-71cd92de-2ca9-4911-9cfe-79df3e3732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.553388 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-71cd92de-2ca9-4911-9cfe-79df3e3732bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0577378 Jul 30 16:14:44.611975 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-feecd258-3eef-4395-93ba-56a7a630f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:44.613654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-feecd258-3eef-4395-93ba-56a7a630f893 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442774 Jul 30 16:14:44.661331 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:14:44.668688 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33002) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:14:44.718869 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-d6d60e3e-51c4-405b-96da-906aa4c6b2fa service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965414 Jul 30 16:14:44.779791 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-9307f123-c017-4d68-90b9-4a734c6c7a9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099453 Jul 30 16:14:44.825231 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3a04a2c0-adba-4cfb-8094-ba7a5638c873 req-2752002b-d586-4a75-b401-bd4a4a404e6c service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975831 Jul 30 16:14:45.035543 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7e09ca4-523f-424e-8f4e-a34db835d4f5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '1d4d5279-4d0d-4100-9111-bce087569c04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:88:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:42Z', 'updated_at': '2021-07-30T16:14:42Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:14:45.069319 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e03f7dc-60eb-4489-be40-7e9b8020284b None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': 'c7e09ca4-523f-424e-8f4e-a34db835d4f5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '1d4d5279-4d0d-4100-9111-bce087569c04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:88:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:14:42Z', 'updated_at': '2021-07-30T16:14:42Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:14:45.278240 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe4dd6b-ab20-4300-878d-4e2bc31ced38 None None] New status for floating IP c7e09ca4-523f-424e-8f4e-a34db835d4f5: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:14:45.625450 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a07380-bf18-4736-ada7-dbc27479b74d req-587bac60-a9ba-45e0-b2b9-761bcea6f7c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.628186 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-66a07380-bf18-4736-ada7-dbc27479b74d req-587bac60-a9ba-45e0-b2b9-761bcea6f7c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0485425 Jul 30 16:14:45.669557 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-66a07380-bf18-4736-ada7-dbc27479b74d req-8a9fd862-0d65-40cb-af52-74f60277a53b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354879 Jul 30 16:14:45.675241 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-afd6ac59-f0fa-4bf4-bb3a-d3c56db88ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.676863 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-afd6ac59-f0fa-4bf4-bb3a-d3c56db88ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2&tenant_id=18470f178d164e4a822da596125f2a31 HTTP/1.1" status: 200 len: 1096 time: 0.0774066 Jul 30 16:14:45.762909 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-97a3b3e6-ed00-42fd-b98e-18b3eef76e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.764394 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-97a3b3e6-ed00-42fd-b98e-18b3eef76e81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0403812 Jul 30 16:14:45.853867 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-d0541e27-df88-4f72-896b-1519ab3fef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.855427 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-d0541e27-df88-4f72-896b-1519ab3fef55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0831411 Jul 30 16:14:45.922970 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-748dd4ae-6c32-43f7-91c5-75a4234a5dd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 999 time: 0.0594301 Jul 30 16:14:45.972478 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-7f91537f-fb07-4ab4-ba4e-6d59500c686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:45.973836 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-7f91537f-fb07-4ab4-ba4e-6d59500c686d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0417111 Jul 30 16:14:46.021799 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-83fa2034-2463-4ca9-9b9d-e29a62553d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:46.023192 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-83fa2034-2463-4ca9-9b9d-e29a62553d96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409760 Jul 30 16:14:46.113949 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-08c8735a-fb08-4014-b2ef-86b5dc21577f service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818410 Jul 30 16:14:46.208076 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ffc1129f-e17d-49e4-954f-38d05e14af9b req-a5a4a8cb-7a60-4682-9ae8-725ee6464059 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Jul 30 16:14:46.834414 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a5e4c-49ea-47f5-a7d2-e7a597344df2 req-14fa6bc4-9b3f-4045-a2ce-6e0f48741c37 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:46.836272 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1b1a5e4c-49ea-47f5-a7d2-e7a597344df2 req-14fa6bc4-9b3f-4045-a2ce-6e0f48741c37 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0656211 Jul 30 16:14:46.888504 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1b1a5e4c-49ea-47f5-a7d2-e7a597344df2 req-0de412e5-cecf-4d20-b9d6-5f5afbb8682b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443707 Jul 30 16:14:48.010210 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58951923-30a2-4633-8dc0-d67e016d9e5f req-dae23a93-183d-4e91-825b-a188fc2932e3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:48.011794 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-58951923-30a2-4633-8dc0-d67e016d9e5f req-dae23a93-183d-4e91-825b-a188fc2932e3 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0484326 Jul 30 16:14:48.053699 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-58951923-30a2-4633-8dc0-d67e016d9e5f req-e8f78c3a-65ac-4433-a836-d7d573484a1f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355654 Jul 30 16:14:49.172831 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b9af8-e0d4-49ea-892c-e8d8063d4611 req-704b31c2-de60-4e31-bb19-644e7abef978 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:49.174347 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-418b9af8-e0d4-49ea-892c-e8d8063d4611 req-704b31c2-de60-4e31-bb19-644e7abef978 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0479414 Jul 30 16:14:49.215914 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-418b9af8-e0d4-49ea-892c-e8d8063d4611 req-76364dee-224f-4a56-89a0-a37cdc1baa91 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349650 Jul 30 16:14:50.339791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf45531-04cd-458d-98e3-52bb42f24a96 req-58dbaac1-a792-4b87-a5dd-83936d1af7d0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:50.341862 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fdf45531-04cd-458d-98e3-52bb42f24a96 req-58dbaac1-a792-4b87-a5dd-83936d1af7d0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0490854 Jul 30 16:14:50.386876 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-fdf45531-04cd-458d-98e3-52bb42f24a96 req-e2886cbe-9b07-4392-9b3d-2175138ff6d5 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390682 Jul 30 16:14:51.509197 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109004c-07b9-458a-8344-f89fee251589 req-25542564-e25c-47af-a1f4-344aa6c099ea tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:51.510657 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9109004c-07b9-458a-8344-f89fee251589 req-25542564-e25c-47af-a1f4-344aa6c099ea tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0509176 Jul 30 16:14:51.550406 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9109004c-07b9-458a-8344-f89fee251589 req-397006f5-c4d3-4d29-b574-90d3f20ab695 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335124 Jul 30 16:14:51.934003 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-8bfc162c-18be-48db-9c38-3eeda5b9ac32 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-805035273&fields=id&tenant_id=3c425ffd8fd041f9b548ee591a2bd843 HTTP/1.1" status: 200 len: 267 time: 0.0424824 Jul 30 16:14:52.048562 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-2cf29f72-cee2-468e-99da-9d7c730b59af tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:52.050061 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-2cf29f72-cee2-468e-99da-9d7c730b59af tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 809 time: 0.1092031 Jul 30 16:14:52.067277 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-a488ffec-e698-4874-a04a-e24061bb62d6 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/quotas/3c425ffd8fd041f9b548ee591a2bd843 HTTP/1.1" status: 200 len: 375 time: 0.0109420 Jul 30 16:14:52.119375 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-eab4021e-4839-4042-a023-0100003cf511 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456893 Jul 30 16:14:52.217193 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-29184e5d-f65b-433b-9fe7-0b49c4b81e89 service neutron] 10.222.0.37 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859208 Jul 30 16:14:52.333692 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-8ae633a6-f24b-40c5-bfa1-ef3bf3f2d18b service neutron] 10.222.0.37 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104064 Jul 30 16:14:52.628308 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0f10ba8d-ba64-449f-a981-6884fff32908 req-bcdaf3c6-e33a-466f-a522-81e246a58661 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0290885 Jul 30 16:14:52.755373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81d88b-7ae6-4580-a251-76f22d515845 req-b686e834-2d2d-4228-b8bc-5c8d90299797 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:52.759869 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3e81d88b-7ae6-4580-a251-76f22d515845 req-b686e834-2d2d-4228-b8bc-5c8d90299797 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0585084 Jul 30 16:14:52.800216 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3e81d88b-7ae6-4580-a251-76f22d515845 req-15a5b301-ad6d-4f98-b81b-ef0437385a18 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349131 Jul 30 16:14:53.731650 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c9a473ce-5233-4264-b212-19fa0d5958aa req-ec5f76f6-8297-4532-baf5-6b1b31e9a9f5 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0296783 Jul 30 16:14:53.933657 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2b47-f23e-42a2-8d0f-86d0fef06243 req-8780efbe-d260-4cec-b241-c85845847437 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:53.935486 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-898a2b47-f23e-42a2-8d0f-86d0fef06243 req-8780efbe-d260-4cec-b241-c85845847437 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0500631 Jul 30 16:14:53.977935 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-898a2b47-f23e-42a2-8d0f-86d0fef06243 req-873efb9a-305b-4450-bfc6-92ba84832b97 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361018 Jul 30 16:14:54.824542 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c0a500d3-8589-4811-9659-139f36cc41ac req-98e03ac9-a3a5-45dd-9f12-8e50d807f743 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0255644 Jul 30 16:14:55.109876 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792eaba-9e8d-4938-980c-aa21687fa6ac req-f7c12cd4-6735-43d1-8434-a354487d7e82 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:55.111404 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6792eaba-9e8d-4938-980c-aa21687fa6ac req-f7c12cd4-6735-43d1-8434-a354487d7e82 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0537257 Jul 30 16:14:55.150908 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6792eaba-9e8d-4938-980c-aa21687fa6ac req-190c9316-51c3-4fde-b62c-01c09430f98b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335646 Jul 30 16:14:55.923227 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68f2e6bb-7743-4687-8e3f-204b42048517 req-c4b5e450-e4df-45e8-a2a7-ffdf29ac51ce tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0298166 Jul 30 16:14:56.289022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c716aa-b2ef-4e33-94e3-0367bd0cf709 req-8ba8b7d2-dfd0-4cc1-a0b4-b614782f3907 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:56.290861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-65c716aa-b2ef-4e33-94e3-0367bd0cf709 req-8ba8b7d2-dfd0-4cc1-a0b4-b614782f3907 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0608609 Jul 30 16:14:56.335687 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-65c716aa-b2ef-4e33-94e3-0367bd0cf709 req-3098141d-75c9-49da-998e-a8ae4f45add4 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367670 Jul 30 16:14:57.016099 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-021d8ff9-4463-47b2-9c62-27810a2559b7 req-eb8ab419-3fcb-4db5-82f5-a1c98add933c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0257840 Jul 30 16:14:57.461156 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a5e70-c601-41cf-915e-efe34690a42d req-527c4087-0b36-4ba0-a940-bf24f6f5fdc0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:57.462600 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c26a5e70-c601-41cf-915e-efe34690a42d req-527c4087-0b36-4ba0-a940-bf24f6f5fdc0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0522389 Jul 30 16:14:57.500222 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c26a5e70-c601-41cf-915e-efe34690a42d req-f74a717a-be21-4ca8-8e86-bc65b5746a62 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 30 16:14:58.109923 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f9100bc2-a9cb-45b5-b93b-1c51be0077b0 req-4882be9c-b739-4cb9-aeef-31bea9be2d35 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0266373 Jul 30 16:14:58.625600 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6af81-0170-43d3-92c4-0a1cab90b048 req-1743cd21-b173-475b-919a-097d36b6b603 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:58.627002 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aff6af81-0170-43d3-92c4-0a1cab90b048 req-1743cd21-b173-475b-919a-097d36b6b603 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0537825 Jul 30 16:14:58.663801 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-aff6af81-0170-43d3-92c4-0a1cab90b048 req-37253897-88cb-4f8b-801a-2803283fb491 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Jul 30 16:14:59.199190 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ce94611-8416-467e-9593-05ae01470e88 req-3c11486c-e309-42e6-b793-02b2492f438a tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0258696 Jul 30 16:14:59.494662 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-4f1a7fa4-8e13-4194-975a-b6aad1df1aee tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:59.496248 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-4f1a7fa4-8e13-4194-975a-b6aad1df1aee tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 809 time: 0.1038437 Jul 30 16:14:59.542874 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-a03a0f10-0b65-4b2a-b50a-d7b56dbd4bca tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c425ffd8fd041f9b548ee591a2bd843 HTTP/1.1" status: 200 len: 379 time: 0.0346274 Jul 30 16:14:59.566134 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'port': {'device_id': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'admin_state_up': True, 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'security_groups': ['ad4ba35b-cbd3-4140-ba26-ee6e315a55f6']}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:14:59.677491 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Made reservation on behalf of 3c425ffd8fd041f9b548ee591a2bd843 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:14:59.681059 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:14:59.829163 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213fe2a-ac57-41e6-bcfb-8a73e5794c08 req-4373245b-4d1a-409b-be87-94d202bae837 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:14:59.830753 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f213fe2a-ac57-41e6-bcfb-8a73e5794c08 req-4373245b-4d1a-409b-be87-94d202bae837 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0916305 Jul 30 16:14:59.859404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Allocated IP 172.20.0.9 (d8bbea9d-01fd-40bb-ae9f-25c041888307/b996d118-cac3-43a9-92a7-519539282851/aeca0f4b-877a-4418-be7e-80555a5d3358) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:14:59.888645 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f213fe2a-ac57-41e6-bcfb-8a73e5794c08 req-6a7937aa-6b0a-46c6-9cd7-3744d803fea8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503206 Jul 30 16:15:00.019273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.033638 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Transition to ACTIVE for port object aeca0f4b-877a-4418-be7e-80555a5d3358 will not be triggered until provisioned by entity DHCP. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:00.067414 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.111492 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:00.114493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:00.118057 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:00.146588 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:00.173957 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:00.174585 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.189542 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-0ca28044-44ae-4219-a995-064b6aef212c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272521 Jul 30 16:15:00.205346 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Request body: {'port': {'device_id': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:00.264214 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.327773 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e1911c36-b0d4-4b6a-811e-810a33812ea0 None None] Provisioning for port aeca0f4b-877a-4418-be7e-80555a5d3358 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:00.332443 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f8f1-b3bb-41d0-bc5b-e4f869578fd2 req-ce3e327e-aae4-4425-8dc8-a5ccd52c3e6d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:00.333353 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-e1911c36-b0d4-4b6a-811e-810a33812ea0 None None] Provisioning complete for port aeca0f4b-877a-4418-be7e-80555a5d3358 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:00.333898 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e1911c36-b0d4-4b6a-811e-810a33812ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.334045 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8b30f8f1-b3bb-41d0-bc5b-e4f869578fd2 req-ce3e327e-aae4-4425-8dc8-a5ccd52c3e6d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 931 time: 0.0581400 Jul 30 16:15:00.373464 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8b30f8f1-b3bb-41d0-bc5b-e4f869578fd2 req-0f3ffa6b-a710-4d6d-9ee7-e6cc4a188ca4 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332105 Jul 30 16:15:00.378217 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e1911c36-b0d4-4b6a-811e-810a33812ea0 None None] Port aeca0f4b-877a-4418-be7e-80555a5d3358 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:15:00.533094 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeca0f4b-877a-4418-be7e-80555a5d3358 {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:15:00.540350 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.556237 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Transition to ACTIVE for port object aeca0f4b-877a-4418-be7e-80555a5d3358 will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:15:00.559400 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.609456 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:00.687289 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Attempting to bind port aeca0f4b-877a-4418-be7e-80555a5d3358 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:15:00.687633 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Attempting to bind port aeca0f4b-877a-4418-be7e-80555a5d3358 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:15:00.687962 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Attempting to bind port aeca0f4b-877a-4418-be7e-80555a5d3358 on network d8bbea9d-01fd-40bb-ae9f-25c041888307 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:00.692434 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Port aeca0f4b-877a-4418-be7e-80555a5d3358 on network d8bbea9d-01fd-40bb-ae9f-25c041888307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:15:00.692757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Attempting to bind port aeca0f4b-877a-4418-be7e-80555a5d3358 on network d8bbea9d-01fd-40bb-ae9f-25c041888307 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:15:00.697692 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:15:00.698031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Checking segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:15:00.698420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Bound using segment: {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:15:00.698847 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Bound port: aeca0f4b-877a-4418-be7e-80555a5d3358, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9f792d-ee35-4622-b613-7d3fd461540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:15:00.699233 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.763763 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:15:00.766815 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:15:00.770804 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.805608 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:00.806225 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:00.807706 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 1093 time: 0.6072969 Jul 30 16:15:00.808057 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:00.811012 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:00.836506 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0dcfe-a296-4ae3-ab3d-8f36d4bf79c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:00.856809 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d524f1-fd8f-4878-8e4c-a46c94186fc0 x-openstack-request-id: req-b7d524f1-fd8f-4878-8e4c-a46c94186fc0 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:00.857096 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:00.857342 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7d524f1-fd8f-4878-8e4c-a46c94186fc0 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:00.857730 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'status': 'completed', 'code': 200} Jul 30 16:15:00.887517 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-dd704e6b-0e0e-4b87-ba3a-ef89b207112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:00.889700 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-dd704e6b-0e0e-4b87-ba3a-ef89b207112a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1096 time: 0.0437613 Jul 30 16:15:00.938004 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-0d9d78c0-20f2-4be1-afe3-5d16e4b4dc74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 217 time: 0.0395291 Jul 30 16:15:01.022943 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-5677ae53-887a-448a-8929-b5011b2b19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.024498 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-5677ae53-887a-448a-8929-b5011b2b19b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0766933 Jul 30 16:15:01.049579 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6ad9-b8f7-4f8f-a95b-f6911f24cd38 req-ed49d69f-c125-4e5a-abbb-5c8a640a880a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.051028 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ce8d6ad9-b8f7-4f8f-a95b-f6911f24cd38 req-ed49d69f-c125-4e5a-abbb-5c8a640a880a tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 943 time: 0.0718865 Jul 30 16:15:01.110493 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191f145-3392-4b5c-950f-aa23925deafb req-d1e99292-12f3-4ba8-8b4f-912af806b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.111882 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-d1e99292-12f3-4ba8-8b4f-912af806b98d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795639 Jul 30 16:15:01.114566 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ce8d6ad9-b8f7-4f8f-a95b-f6911f24cd38 req-1569a9ac-cd84-4655-912b-df1d0c6d58cf tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484896 Jul 30 16:15:01.203265 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-3a5e75f0-8424-4156-89bc-caad95ed90e6 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801468 Jul 30 16:15:01.264499 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:15:01.362966 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:01.379250 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '4308e410-9d50-4a55-b027-a6d836a99289', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'port_id': '4308e410-9d50-4a55-b027-a6d836a99289', 'mac_address': 'fa:16:3e:cc:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:15:01.418289 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:01.431826 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:15:01.453524 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:01.458707 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:01.498355 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faf7c2-9a8c-4d77-952b-391ae341ecff req-2f44ba04-5454-414a-8b36-d30f7931e175 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.500234 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-01faf7c2-9a8c-4d77-952b-391ae341ecff req-2f44ba04-5454-414a-8b36-d30f7931e175 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0526509 Jul 30 16:15:01.507415 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=9']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:01.541166 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-01faf7c2-9a8c-4d77-952b-391ae341ecff req-040df460-11d3-47b6-8ef4-44857445888d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343456 Jul 30 16:15:01.558396 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0191f145-3392-4b5c-950f-aa23925deafb req-dcecc00f-1e42-470b-b233-49b24e235ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439412 Jul 30 16:15:01.658983 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-3bdeeb93-2f21-451b-872e-af737df6eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.660412 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-3bdeeb93-2f21-451b-872e-af737df6eae3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1096 time: 0.0404952 Jul 30 16:15:01.747409 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-a9d4ff2e-2c84-4b51-9413-50f51206805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.748883 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-a9d4ff2e-2c84-4b51-9413-50f51206805d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0805161 Jul 30 16:15:01.775833 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['4308e410-9d50-4a55-b027-a6d836a99289'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:01.801056 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-1b99e0e7-d5fa-4080-86d8-2a720ac111dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 217 time: 0.0370145 Jul 30 16:15:01.853941 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-68b651a1-a28e-406f-89f1-43c30dc9078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.855441 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-68b651a1-a28e-406f-89f1-43c30dc9078c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0423863 Jul 30 16:15:01.907996 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-961fec51-3aa0-492e-89d8-5dc505108610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:01.909517 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-961fec51-3aa0-492e-89d8-5dc505108610 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394611 Jul 30 16:15:02.000768 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-14ca4e58-8346-4934-9d0c-cc8402c712dc service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827141 Jul 30 16:15:02.094909 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-64b231d2-09f5-476b-b0c9-58eb75a1fa8d req-66bb8ad2-d2f7-4af9-9dc9-603257976d36 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826371 Jul 30 16:15:02.231467 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336d4a-3d8c-4c19-bdce-4f9d55c41953 req-02c0a864-7a4b-4e26-84d1-64bc2b82d598 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:02.232906 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c3336d4a-3d8c-4c19-bdce-4f9d55c41953 req-02c0a864-7a4b-4e26-84d1-64bc2b82d598 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.0468097 Jul 30 16:15:02.270049 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c3336d4a-3d8c-4c19-bdce-4f9d55c41953 req-bf7b6b84-52aa-429a-8e60-383b0cecda1f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312200 Jul 30 16:15:02.668284 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728ead5-c9a7-413f-ac92-da306274e119 req-53ac463d-0f01-4e83-8ec2-66a788b603d7 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:02.670268 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b728ead5-c9a7-413f-ac92-da306274e119 req-53ac463d-0f01-4e83-8ec2-66a788b603d7 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0551739 Jul 30 16:15:02.707329 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b728ead5-c9a7-413f-ac92-da306274e119 req-3529acd4-9873-481a-ad00-50f75755c06d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311737 Jul 30 16:15:03.277818 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:03.326529 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 4308e410-9d50-4a55-b027-a6d836a99289 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:03.326894 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.392714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9046f7-61c7-481e-8554-ad6dd8d01105 req-4a20eb12-8b87-408b-87f9-6454a475606b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:03.395650 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5c9046f7-61c7-481e-8554-ad6dd8d01105 req-4a20eb12-8b87-408b-87f9-6454a475606b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 944 time: 0.0520370 Jul 30 16:15:03.415182 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.435701 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5c9046f7-61c7-481e-8554-ad6dd8d01105 req-b7685a2c-0bcf-4c4e-b1ee-09f28cb5b694 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Jul 30 16:15:03.440798 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:03.443230 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a1788-ef31-4bb8-9716-e0b681df131d" -d '{"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:03.457352 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:03.462469 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:03.486833 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b78fb9f-45f8-4482-8c60-ee5036b80683 x-openstack-request-id: req-7b78fb9f-45f8-4482-8c60-ee5036b80683 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:03.487261 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-plugged", "status": "completed", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:03.487718 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b78fb9f-45f8-4482-8c60-ee5036b80683 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:03.487894 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'code': 200} Jul 30 16:15:03.516167 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=10']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:03.704757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4deaa-84b8-4fbc-a289-21ab38e13dcb req-104dd35f-b94b-41ab-805b-8638fae02c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:03.706887 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66c4deaa-84b8-4fbc-a289-21ab38e13dcb req-104dd35f-b94b-41ab-805b-8638fae02c85 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0425658 Jul 30 16:15:03.746693 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-66c4deaa-84b8-4fbc-a289-21ab38e13dcb req-00c881af-bf6d-4c38-8f34-a25a003230d7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286407 Jul 30 16:15:03.823378 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac7b3-fdb3-4516-ba93-99190dd8feb8 req-69df97a4-4b49-46b4-91d7-b7d458978489 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:03.824835 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-619ac7b3-fdb3-4516-ba93-99190dd8feb8 req-69df97a4-4b49-46b4-91d7-b7d458978489 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0512912 Jul 30 16:15:03.862387 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-619ac7b3-fdb3-4516-ba93-99190dd8feb8 req-03f73241-7281-4df9-82c3-8c1f36eab5e6 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316110 Jul 30 16:15:04.557427 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8dc9c-e041-4c75-a378-c13c81d54046 req-8b847b56-1b81-49a5-8aff-db8c47e89d9d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:04.558880 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28b8dc9c-e041-4c75-a378-c13c81d54046 req-8b847b56-1b81-49a5-8aff-db8c47e89d9d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.0483398 Jul 30 16:15:04.596261 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-28b8dc9c-e041-4c75-a378-c13c81d54046 req-0eaf411d-34e1-4e99-afe9-1bff3508d869 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310502 Jul 30 16:15:04.982963 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1551d3-afea-42b3-aa8c-21a5267aa1a0 req-15117211-6640-448a-9b81-1a089e8a3f6a tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:04.984311 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f1551d3-afea-42b3-aa8c-21a5267aa1a0 req-15117211-6640-448a-9b81-1a089e8a3f6a tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0524466 Jul 30 16:15:05.023323 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8f1551d3-afea-42b3-aa8c-21a5267aa1a0 req-12bb6524-dcb4-4fa0-b701-f7b0d7f96f8d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326753 Jul 30 16:15:05.711350 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26262f-2b1a-4b42-a9ae-a8f98f46409f req-855ddd73-ab78-4855-ba65-870b18d3b604 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:05.712781 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3d26262f-2b1a-4b42-a9ae-a8f98f46409f req-855ddd73-ab78-4855-ba65-870b18d3b604 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.0466232 Jul 30 16:15:05.748948 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3d26262f-2b1a-4b42-a9ae-a8f98f46409f req-bfc7b691-8091-411b-aa04-64e292fa9585 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296874 Jul 30 16:15:06.138798 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67454a1d-6e28-4b75-8f34-7fc2d8ef2ed1 req-495dede6-9fc9-4dcb-828f-d162b067e089 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:06.140296 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-67454a1d-6e28-4b75-8f34-7fc2d8ef2ed1 req-495dede6-9fc9-4dcb-828f-d162b067e089 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0494606 Jul 30 16:15:06.177487 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-67454a1d-6e28-4b75-8f34-7fc2d8ef2ed1 req-4222dd41-1528-491b-a1bd-c79eac183463 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Jul 30 16:15:07.294754 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fe2fc-81c5-4004-91d7-239e802d589e req-0386ebf4-28ed-492f-88b5-3e6369880654 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:07.296253 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-577fe2fc-81c5-4004-91d7-239e802d589e req-0386ebf4-28ed-492f-88b5-3e6369880654 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0526345 Jul 30 16:15:07.334756 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-577fe2fc-81c5-4004-91d7-239e802d589e req-31806bfb-7383-43fb-a79e-0b7514e82c20 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Jul 30 16:15:08.006855 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-944d0a1f-fa4c-445c-933e-5fbbb49ae0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:08.452186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc94a1-e37b-4236-a052-9c9de664c57e req-41057f12-2490-4ea7-8aa5-41582101f38f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:08.453663 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26dc94a1-e37b-4236-a052-9c9de664c57e req-41057f12-2490-4ea7-8aa5-41582101f38f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0535002 Jul 30 16:15:08.491858 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-26dc94a1-e37b-4236-a052-9c9de664c57e req-ffd70eff-14ae-41f0-9609-e31c0b1e4178 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323482 Jul 30 16:15:09.296623 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:15:09.390691 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:09.401830 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'mac_address': 'fa:16:3e:81:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:15:09.437932 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.449878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeca0f4b-877a-4418-be7e-80555a5d3358 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:15:09.468555 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:09.473575 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:09.519694 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:09.603298 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff2565-7beb-40e4-a03e-c0559f8013ea req-27616e5c-d73f-4c9a-b4d7-5c096b9662fe tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:09.604662 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-10ff2565-7beb-40e4-a03e-c0559f8013ea req-27616e5c-d73f-4c9a-b4d7-5c096b9662fe tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 944 time: 0.0473995 Jul 30 16:15:09.643399 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-10ff2565-7beb-40e4-a03e-c0559f8013ea req-65634fdf-8b83-475e-8a48-145309586bc7 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Jul 30 16:15:09.840087 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['aeca0f4b-877a-4418-be7e-80555a5d3358'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:15:10.426502 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-99ddffe0-6c83-4612-b2f1-2e9503654912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:10.758931 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8210cf5-6e57-4746-ad51-581bd9ea1a8f req-45dbd678-087b-4256-b85d-fbf760c8ede8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:10.760408 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c8210cf5-6e57-4746-ad51-581bd9ea1a8f req-45dbd678-087b-4256-b85d-fbf760c8ede8 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 944 time: 0.0515418 Jul 30 16:15:10.798854 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c8210cf5-6e57-4746-ad51-581bd9ea1a8f req-c6b659c5-8b7b-4466-ae8a-ed276ec8c7d1 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324588 Jul 30 16:15:10.801318 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.311633 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:15:11.359916 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port aeca0f4b-877a-4418-be7e-80555a5d3358 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:15:11.363822 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port aeca0f4b-877a-4418-be7e-80555a5d3358 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:15:11.364187 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.411876 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.446983 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.468575 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:11.470778 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f4bbc-3124-47bf-9523-1f282d1faa41" -d '{"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:11.483113 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:11.487218 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.512337 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1359f0-af04-47fa-93d6-4e10f39b2afe x-openstack-request-id: req-4a1359f0-af04-47fa-93d6-4e10f39b2afe {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:11.512337 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:11.512337 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a1359f0-af04-47fa-93d6-4e10f39b2afe {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:11.513403 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'code': 200} Jul 30 16:15:11.540464 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:11.718988 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:11.795097 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcc096-e32d-4fc2-9b04-cd831d4baa4d req-4241424f-9069-4118-876f-b8ba9697e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:11.796594 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4fdcc096-e32d-4fc2-9b04-cd831d4baa4d req-4241424f-9069-4118-876f-b8ba9697e5fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0394850 Jul 30 16:15:11.838451 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4fdcc096-e32d-4fc2-9b04-cd831d4baa4d req-b67211a0-7253-4b25-a730-38eca978bdb1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272427 Jul 30 16:15:11.911276 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301893-4ec6-47c6-b57a-15cda276fc6e req-7ffa97d3-e87b-49e6-acb3-14d90f593d4b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:11.912782 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e9301893-4ec6-47c6-b57a-15cda276fc6e req-7ffa97d3-e87b-49e6-acb3-14d90f593d4b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0474510 Jul 30 16:15:11.955776 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e9301893-4ec6-47c6-b57a-15cda276fc6e req-d11ae222-54b8-48a2-99b4-63e4d43b97fd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369413 Jul 30 16:15:13.079933 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fb5e2-7825-4997-b4c2-651d9d86ec39 req-a9a63865-8f5b-4514-9a52-ea2075157637 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:13.081423 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d85fb5e2-7825-4997-b4c2-651d9d86ec39 req-a9a63865-8f5b-4514-9a52-ea2075157637 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0570230 Jul 30 16:15:13.121283 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-d85fb5e2-7825-4997-b4c2-651d9d86ec39 req-a384aea3-4dec-4694-b45a-729c28dfaa45 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339963 Jul 30 16:15:13.703190 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:14.233346 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f948-e26f-48fb-b2ab-8b36ed7a5a90 req-e8548b3d-d79f-45a1-90ff-dbef625883ee tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:14.234844 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4bd7f948-e26f-48fb-b2ab-8b36ed7a5a90 req-e8548b3d-d79f-45a1-90ff-dbef625883ee tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0478551 Jul 30 16:15:14.273309 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4bd7f948-e26f-48fb-b2ab-8b36ed7a5a90 req-dc925595-ded0-41d1-abe8-7c709eef9ddc tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Jul 30 16:15:14.383613 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e472-692e-41b1-8524-e6efb8c7c97c req-f1527442-944d-4756-beca-3bf88836d984 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:14.385055 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1236e472-692e-41b1-8524-e6efb8c7c97c req-f1527442-944d-4756-beca-3bf88836d984 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0473154 Jul 30 16:15:14.421781 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1236e472-692e-41b1-8524-e6efb8c7c97c req-987befe3-a1f7-4ebb-9df2-ddf380566e0f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Jul 30 16:15:14.442262 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33246) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:14.523154 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f834e0e-46b0-449c-ad21-f1dcbb452e0c tempest-TestShelveInstance-938467196 tempest-TestShelveInstance-938467196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:14.524644 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2f834e0e-46b0-449c-ad21-f1dcbb452e0c tempest-TestShelveInstance-938467196 tempest-TestShelveInstance-938467196-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1093 time: 0.0814300 Jul 30 16:15:14.527589 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33250) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:14.532585 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:15:14.553515 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:14.645459 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:14.752587 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Allocated IP 172.27.0.179 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/c5438bd7-68c3-42be-9325-a4c309bcac2b) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:15:14.849359 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:14.886313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:14.926147 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:15:14.928893 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:15:14.934072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:15:14.955676 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'Port': ['ID=c5438bd7-68c3-42be-9325-a4c309bcac2b,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:15.276552 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.302494 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:15:15.347622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.746380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.751622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.812951 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event updated for resources: {'Port': ['ID=c5438bd7-68c3-42be-9325-a4c309bcac2b,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:15.826170 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:15.920730 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Floating IP 96c6c40a-2c93-4410-90a2-8f44f38210ec associated. External IP: 172.27.0.179, port: aeca0f4b-877a-4418-be7e-80555a5d3358. Jul 30 16:15:16.119819 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Router f3c3c5cb-8606-45e5-a71a-a450f1adacdb has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:16.223393 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:16.233668 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Sync routers for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:16.240279 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:16.242920 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:16.243558 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:16.272025 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7e920659-743b-453c-b4e0-c41d410290bd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7425473 Jul 30 16:15:16.272634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:16.275007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a4813-b367-4897-9b59-923a945457f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:16.313965 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e61ebdb-325b-4b03-b9cd-062e7511f3a5 x-openstack-request-id: req-3e61ebdb-325b-4b03-b9cd-062e7511f3a5 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:16.314552 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:16.314552 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e61ebdb-325b-4b03-b9cd-062e7511f3a5 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:16.314845 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'status': 'completed', 'code': 200} Jul 30 16:15:16.353182 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:16.382543 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4813-b367-4897-9b59-923a945457f7 req-3055cd33-2720-40cf-800b-76d65055f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.384015 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-3055cd33-2720-40cf-800b-76d65055f580 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0406258 Jul 30 16:15:16.487673 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4813-b367-4897-9b59-923a945457f7 req-97f6bf2d-d218-497a-bed7-4a5766edccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.489161 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-97f6bf2d-d218-497a-bed7-4a5766edccc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0937419 Jul 30 16:15:16.566095 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-f0d21a6f-0459-4b78-98be-19272506f067 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 999 time: 0.0582194 Jul 30 16:15:16.581473 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '96c6c40a-2c93-4410-90a2-8f44f38210ec', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'mac_address': 'fa:16:3e:81:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:15Z', 'updated_at': '2021-07-30T16:15:15Z', 'revision_number': 0, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:16.610561 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Checking router: f3c3c5cb-8606-45e5-a71a-a450f1adacdb for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:16.618729 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:16.619356 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:16.620578 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4813-b367-4897-9b59-923a945457f7 req-0e665dc0-123c-412e-8929-f611e25c255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.622267 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-0e665dc0-123c-412e-8929-f611e25c255c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0437706 Jul 30 16:15:16.685818 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a4813-b367-4897-9b59-923a945457f7 req-5a654c21-6c56-42e4-9202-1381420927db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:16.687274 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-5a654c21-6c56-42e4-9202-1381420927db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516160 Jul 30 16:15:16.721943 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:16.792381 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-1a2e75ad-e423-4313-a8d1-91455fe21d9a service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 Jul 30 16:15:16.891363 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-120a4813-b367-4897-9b59-923a945457f7 req-9fb964d2-8c72-4a83-8efb-e42604d15ee2 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883150 Jul 30 16:15:17.039100 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-334e9a22-5600-40ca-8ec1-b7776309c0d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390205 Jul 30 16:15:17.064344 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '96c6c40a-2c93-4410-90a2-8f44f38210ec', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'mac_address': 'fa:16:3e:81:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:15Z', 'updated_at': '2021-07-30T16:15:15Z', 'revision_number': 0, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:17.097171 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d143a2fd-121e-4505-b7e6-0bedf5278a4e None None] The sync data for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi is: [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '96c6c40a-2c93-4410-90a2-8f44f38210ec', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'mac_address': 'fa:16:3e:81:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:15:15Z', 'updated_at': '2021-07-30T16:15:15Z', 'revision_number': 0, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:17.132654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-6ebc7d5c-f346-4356-a079-52a9e52093fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:17.134155 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-6ebc7d5c-f346-4356-a079-52a9e52093fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=18470f178d164e4a822da596125f2a31&device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 1099 time: 0.0399699 Jul 30 16:15:17.250591 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-ae90cee8-2f05-4ca1-9826-ca9452177b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:17.252128 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-ae90cee8-2f05-4ca1-9826-ca9452177b80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 200 len: 917 time: 0.0904055 Jul 30 16:15:17.284163 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161ae7b7-e579-4537-8c22-cda786d559be None None] New status for floating IP 96c6c40a-2c93-4410-90a2-8f44f38210ec: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:15:17.328213 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-f61d11e4-76c6-4deb-b856-eec09e90accb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 200 len: 1001 time: 0.0609677 Jul 30 16:15:17.378502 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-0da520cf-e7a6-4fb7-b13b-b68015a7c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:17.380047 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-0da520cf-e7a6-4fb7-b13b-b68015a7c02e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 200 len: 855 time: 0.0435092 Jul 30 16:15:17.436138 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-538a774e-daa8-4645-98a4-06d8f74d5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:17.437729 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-538a774e-daa8-4645-98a4-06d8f74d5581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450189 Jul 30 16:15:17.531053 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-e56ad567-03bf-4d95-938d-4fc2fde39aa6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Jul 30 16:15:17.626698 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-5aa50cbb-dcb1-4dc2-a6a0-744eaed899de req-f5b8c350-9e63-479e-817c-7e636538c16e service neutron] 10.222.0.70 "GET /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854669 Jul 30 16:15:37.997658 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-17d8c62f-a0f1-498d-b6fc-b79bf342c846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.134040 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbdeec-0136-4c26-994d-4485514a0cb6 req-c9fd39a9-2ad8-4982-be82-a84540b5a465 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:40.135573 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3bdbdeec-0136-4c26-994d-4485514a0cb6 req-c9fd39a9-2ad8-4982-be82-a84540b5a465 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0484812 Jul 30 16:15:40.173232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3bdbdeec-0136-4c26-994d-4485514a0cb6 req-a9393687-9943-4c5f-bf2c-dc5a11e6a1cf tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313499 Jul 30 16:15:40.425785 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-401df715-c820-47f1-82af-8722a9568929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:40.802877 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.290451 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5d9f1-687e-46dc-abd5-265703223f53 req-49467c75-dbc7-497e-8902-8513979a81ac tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:41.292085 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1fb5d9f1-687e-46dc-abd5-265703223f53 req-49467c75-dbc7-497e-8902-8513979a81ac tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0507066 Jul 30 16:15:41.331554 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1fb5d9f1-687e-46dc-abd5-265703223f53 req-6fc43132-4a95-4fb7-9e28-b3143e810263 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Jul 30 16:15:41.412020 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:41.721683 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.451594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20888c2f-0a08-4d26-a576-11f5989a981c req-2726bba2-a92d-4b2b-962a-bfef8fb3c126 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:42.453066 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-20888c2f-0a08-4d26-a576-11f5989a981c req-2726bba2-a92d-4b2b-962a-bfef8fb3c126 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0515645 Jul 30 16:15:42.490631 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-20888c2f-0a08-4d26-a576-11f5989a981c req-c890506c-f5a2-4ea0-84b8-de36f93df9ec tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups?id=24f61429-c10c-4094-bf73-ac05d2d28408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jul 30 16:15:42.496671 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d4596be-cf25-4fd5-b096-6a9ba3938c90 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:42.497711 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d4596be-cf25-4fd5-b096-6a9ba3938c90 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 946 time: 0.0469964 Jul 30 16:15:42.593858 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Deleting port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:42.594117 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.679406 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] For port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:42.679771 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.902401 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.902690 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:42.903003 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Floating IP ccdfb93a-5842-4eb9-b9ad-eff362389e65 disassociated. External IP: 172.27.0.66, port: 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8. Jul 30 16:15:42.903366 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Calling delete_port for 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:43.040540 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.083412 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'Port': ['ID=85ee21b6-2ddd-43b1-b8f4-2677b088a5b8,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:43.102116 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.102533 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.102878 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.103256 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.103680 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.104206 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.104769 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.105380 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.105945 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.106932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.107088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.107705 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:43.243512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:43.370441 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:43.380333 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:43.392853 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:43.393590 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:43.414017 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] No DVR routers for this DVR port 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:43.416640 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.418654 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fe5693f6-91c0-465c-94f9-454fe10f33e8 req-3d314888-30f5-4888-bc0d-2ea8065b4879 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.70 "DELETE /v2.0/ports/85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 HTTP/1.1" status: 204 len: 173 time: 0.9119937 Jul 30 16:15:43.419103 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'name': 'network-vif-deleted', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:43.421492 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae045ef-1ec6-4d48-9440-de272bbfd23b" -d '{"events": [{"server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "name": "network-vif-deleted", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:43.484600 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fd78d-4f9b-4f70-95b6-16cb9407a890 x-openstack-request-id: req-149fd78d-4f9b-4f70-95b6-16cb9407a890 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:43.484889 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73763b31-8f9b-4de3-869a-0e9dc418231f", "name": "network-vif-deleted", "tag": "85ee21b6-2ddd-43b1-b8f4-2677b088a5b8", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:43.485144 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-149fd78d-4f9b-4f70-95b6-16cb9407a890 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:43.485675 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73763b31-8f9b-4de3-869a-0e9dc418231f', 'name': 'network-vif-deleted', 'tag': '85ee21b6-2ddd-43b1-b8f4-2677b088a5b8', 'status': 'completed', 'code': 200} Jul 30 16:15:43.546758 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:43.636592 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a5a3f270-ea0a-4653-a6c6-31de8c773e9e req-989e1e90-7981-49ef-8491-1ba1c473a826 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/ports?device_id=73763b31-8f9b-4de3-869a-0e9dc418231f HTTP/1.1" status: 200 len: 210 time: 0.0403523 Jul 30 16:15:43.738258 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:43.818931 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:43.848114 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:43.856272 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:43.856883 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:43.956778 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:44.164003 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:44.190070 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b480662e-6eea-4432-95dc-810b6e70dcd4 None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '5cdfb0c3-91b3-45a0-a926-255c42c01093', 'name': '', 'network_id': '7bf86150-dae2-4a45-a359-67121f10c5f9', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'mac_address': 'fa:16:3e:13:43:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:07Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'subnets': [{'id': 'ab4d3dab-c604-4c77-8dbc-b203390fa3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:44.403656 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d5b8c4-3411-4c70-b63f-d4d9a880bb06 None None] New status for floating IP ccdfb93a-5842-4eb9-b9ad-eff362389e65: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:15:44.713935 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33406) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:44.772591 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.797100 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.843050 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.846452 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:44.847625 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "DELETE /v2.0/security-groups/24f61429-c10c-4094-bf73-ac05d2d28408 HTTP/1.1" status: 204 len: 168 time: 0.1326947 Jul 30 16:15:44.850523 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33408) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:44.856179 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f61429-c10c-4094-bf73-ac05d2d28408,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:44.863361 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.863714 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.864053 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.864308 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.api.v2.resource [None req-76f4fe4c-6847-4162-9770-8df6b34bf38c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] show failed (client error): The resource could not be found. Jul 30 16:15:44.864414 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.864701 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.867912 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868056 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-76f4fe4c-6847-4162-9770-8df6b34bf38c tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "GET /v2.0/security-groups/24f61429-c10c-4094-bf73-ac05d2d28408 HTTP/1.1" status: 404 len: 347 time: 0.0136111 Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868168 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e02d50-4370-4f9b-b05b-fece48c494d6 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:44.868714 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33410) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:44.988795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Deleting port e80bd195-7a4f-4cdc-ae38-b3093523bbd2 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:44.989132 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.061169 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.061496 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.073937 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Calling delete_port for e80bd195-7a4f-4cdc-ae38-b3093523bbd2 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:45.203111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.228374 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Pushing event deleted for resources: {'Port': ['ID=e80bd195-7a4f-4cdc-ae38-b3093523bbd2,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:45.284961 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.287357 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:45.290215 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6211d7e5-13ae-4d57-b423-8746f87b2fc0 tempest-AttachVolumeTestJSON-947535243 tempest-AttachVolumeTestJSON-947535243-project] 10.222.0.37 "DELETE /v2.0/floatingips/ccdfb93a-5842-4eb9-b9ad-eff362389e65 HTTP/1.1" status: 204 len: 168 time: 0.4194925 Jul 30 16:15:45.593743 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:45.615461 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:45.615843 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 85ee21b6-2ddd-43b1-b8f4-2677b088a5b8 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:48.230245 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcd650-7343-4fbb-b1ae-fa16b1829a15 req-9bd81d91-5192-4274-bda1-33ea992652a8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:48.231840 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-80bcd650-7343-4fbb-b1ae-fa16b1829a15 req-9bd81d91-5192-4274-bda1-33ea992652a8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.0644624 Jul 30 16:15:48.273449 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-80bcd650-7343-4fbb-b1ae-fa16b1829a15 req-e43d7cbb-0ea8-4c6d-b3d9-54727c59623b tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Jul 30 16:15:48.824531 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33450) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:49.267248 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.462823 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b86f0-8e5f-4acf-8c5c-1114ef9b0cb4 req-e1634d97-35f0-48ed-90cd-64ed54eded37 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:49.464304 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f28b86f0-8e5f-4acf-8c5c-1114ef9b0cb4 req-e1634d97-35f0-48ed-90cd-64ed54eded37 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.1165071 Jul 30 16:15:49.512710 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f28b86f0-8e5f-4acf-8c5c-1114ef9b0cb4 req-bb2dd66b-9884-4420-aa92-f1c8c72032b0 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 Jul 30 16:15:49.583152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Deleting port 5cdfb0c3-91b3-45a0-a926-255c42c01093 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:49.583500 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.662168 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] For port 5cdfb0c3-91b3-45a0-a926-255c42c01093, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=5cdfb0c3-91b3-45a0-a926-255c42c01093,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:49.662541 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.675510 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Calling delete_port for 5cdfb0c3-91b3-45a0-a926-255c42c01093 owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:49.850429 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:49.874829 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdfb0c3-91b3-45a0-a926-255c42c01093,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:50.315776 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-25d0a389-7129-4a94-8ed0-bbb3550a710d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:50.317208 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-25d0a389-7129-4a94-8ed0-bbb3550a710d tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.0945246 Jul 30 16:15:50.322979 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.505007 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Deleting port 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:50.505340 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.631298 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a887e9c-3df8-4397-a19b-66bf6a71b7f5 req-ac5a0899-ea01-488c-9956-8d437ff54179 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:15:50.632940 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a887e9c-3df8-4397-a19b-66bf6a71b7f5 req-ac5a0899-ea01-488c-9956-8d437ff54179 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 946 time: 0.0476751 Jul 30 16:15:50.671248 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] For port 4308e410-9d50-4a55-b027-a6d836a99289, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=4308e410-9d50-4a55-b027-a6d836a99289,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:50.671510 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7a887e9c-3df8-4397-a19b-66bf6a71b7f5 req-d2b48576-993a-4173-8a36-75afe69ac7c1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups?id=cdb30193-73fa-404b-8279-87aff80e8e73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323122 Jul 30 16:15:50.671619 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.687932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Router f693d21a-99cb-4f1b-858b-d9301daeb75d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:50.912626 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:50.920663 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-28eb4af2-35ce-485e-9824-eb38591d6618 admin admin] 10.222.0.37 "PUT /v2.0/routers/f693d21a-99cb-4f1b-858b-d9301daeb75d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950673 Jul 30 16:15:50.922031 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Sync routers for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:50.923102 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33458) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:50.936258 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:50.936967 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:50.938420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.938792 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:50.939102 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Floating IP dd823480-c8ea-4fec-83ec-cacc3bd91bb4 disassociated. External IP: 172.27.0.161, port: 4308e410-9d50-4a55-b027-a6d836a99289. Jul 30 16:15:50.940018 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Calling delete_port for 4308e410-9d50-4a55-b027-a6d836a99289 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:51.039076 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:51.087271 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.224802 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:15:49Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:51.232031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.252571 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Checking router: f693d21a-99cb-4f1b-858b-d9301daeb75d for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:51.261268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Routers {'f693d21a-99cb-4f1b-858b-d9301daeb75d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:51.261878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f693d21a-99cb-4f1b-858b-d9301daeb75d'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:51.265326 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'Port': ['ID=4308e410-9d50-4a55-b027-a6d836a99289,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:51.274035 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.370214 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] Set router f693d21a-99cb-4f1b-858b-d9301daeb75d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:51.414719 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Deleting port bdfef783-8f4d-4059-81ba-4217814e70dc {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:51.415061 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.429102 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:51.544371 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] For port bdfef783-8f4d-4059-81ba-4217814e70dc, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bdfef783-8f4d-4059-81ba-4217814e70dc,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:51.544742 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.547111 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:15:49Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:51.577123 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd325-159f-44b3-97f1-e9bfb84a8063 None None] The sync data for ids ['f693d21a-99cb-4f1b-858b-d9301daeb75d'] in dv-cinder-803046-3-iscsi is: [{'id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'name': 'tempest-AttachVolumeTestJSON-914628135-router', 'tenant_id': '71bd283ed91a45de8865533d41ffec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:44Z', 'updated_at': '2021-07-30T16:15:49Z', 'revision_number': 5, 'project_id': '71bd283ed91a45de8865533d41ffec34', 'gw_port': {'id': 'bdfef783-8f4d-4059-81ba-4217814e70dc', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f693d21a-99cb-4f1b-858b-d9301daeb75d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:45Z', 'updated_at': '2021-07-30T16:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:51.590187 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Calling delete_port for bdfef783-8f4d-4059-81ba-4217814e70dc owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:51.648063 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:51.659349 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:51.670092 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:51.670704 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:51.707864 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] No DVR routers for this DVR port 4308e410-9d50-4a55-b027-a6d836a99289 on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:51.711670 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.713674 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a7aa8080-ba91-46ef-a546-054805c8a135 req-b1433882-f0b1-4f2e-acc8-a8b495c10f2e tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.70 "DELETE /v2.0/ports/4308e410-9d50-4a55-b027-a6d836a99289 HTTP/1.1" status: 204 len: 173 time: 1.3851883 Jul 30 16:15:51.714122 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-deleted', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:15:51.717394 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a89077b-c8ce-4216-aec8-4e4d24f4cd36" -d '{"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-deleted", "tag": "4308e410-9d50-4a55-b027-a6d836a99289"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:15:51.800963 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:51.805068 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e7b8a-79f7-4974-b6b2-664514dbe1b7 x-openstack-request-id: req-b57e7b8a-79f7-4974-b6b2-664514dbe1b7 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:15:51.805406 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde02f58-42c0-417a-94c5-7b65163fb5f2", "name": "network-vif-deleted", "tag": "4308e410-9d50-4a55-b027-a6d836a99289", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:15:51.806190 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b57e7b8a-79f7-4974-b6b2-664514dbe1b7 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:15:51.806190 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde02f58-42c0-417a-94c5-7b65163fb5f2', 'name': 'network-vif-deleted', 'tag': '4308e410-9d50-4a55-b027-a6d836a99289', 'status': 'completed', 'code': 200} Jul 30 16:15:51.840823 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eeb24d07-6fd5-43da-9a3b-104c496d0611 req-43023f1c-600f-4a87-8b02-ea66adaba72f tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/ports?device_id=cde02f58-42c0-417a-94c5-7b65163fb5f2 HTTP/1.1" status: 200 len: 210 time: 0.0336473 Jul 30 16:15:51.924280 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:51.965185 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfef783-8f4d-4059-81ba-4217814e70dc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:52.009639 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 5cdfb0c3-91b3-45a0-a926-255c42c01093 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:52.030003 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.034314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 5cdfb0c3-91b3-45a0-a926-255c42c01093 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:52.034654 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 5cdfb0c3-91b3-45a0-a926-255c42c01093 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:52.036956 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.061550 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:52.071519 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:52.072149 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.131693 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.134158 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.176716 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:52.185994 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.186675 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f693d21a-99cb-4f1b-858b-d9301daeb75d {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:15:52.191665 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.193185 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-88262e36-37a0-4768-83d4-aca79404ab2a admin admin] 10.222.0.37 "DELETE /v2.0/routers/f693d21a-99cb-4f1b-858b-d9301daeb75d HTTP/1.1" status: 204 len: 168 time: 1.2688978 Jul 30 16:15:52.195683 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33464) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:52.248600 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Deleting subnet ab4d3dab-c604-4c77-8dbc-b203390fa3c9 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:15:52.253068 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.310213 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.310780 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:15:52.416048 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.437628 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.467899 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd2842-5627-457e-89c5-d2f32b0790b1 None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:06:54Z', 'revision_number': 4, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'fbbf78f7-ed99-44d5-9c04-07d053241c8a', 'name': '', 'network_id': '4d7fe3aa-ac98-4f16-a434-6dcaa4687c10', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'mac_address': 'fa:16:3e:a8:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:52Z', 'updated_at': '2021-07-30T16:07:05Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'subnets': [{'id': '26d60e8c-a79a-4f78-ae1e-c08937071ba8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:52.470144 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.493855 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4d3dab-c604-4c77-8dbc-b203390fa3c9,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:52.499557 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.502570 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4f23e081-3a71-4001-88e0-be727897c975 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab4d3dab-c604-4c77-8dbc-b203390fa3c9 HTTP/1.1" status: 204 len: 168 time: 0.3043308 Jul 30 16:15:52.504535 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33466) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:52.507082 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317476d-6d51-4e65-9656-338bddb4d078 None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:52.576783 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.635663 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Deleting port d21bc8a4-321b-4230-b3c3-b1de053efcc6 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:52.636468 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.700870 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cfda16-d1ee-4f20-99f7-73588e98f995 None None] New status for floating IP dd823480-c8ea-4fec-83ec-cacc3bd91bb4: DOWN {{(pid=93206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:15:52.701615 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] For port d21bc8a4-321b-4230-b3c3-b1de053efcc6, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d21bc8a4-321b-4230-b3c3-b1de053efcc6,segment=NetworkSegment(00ad768d-9d04-40d8-8878-b45d74ce11ca),segment_id=00ad768d-9d04-40d8-8878-b45d74ce11ca)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:52.701981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.717724 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Calling delete_port for d21bc8a4-321b-4230-b3c3-b1de053efcc6 owned by network:dhcp {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:52.772245 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93135a00-94b7-4908-8f80-f5246039561a None None] DHCP port deletion for 7bf86150-dae2-4a45-a359-67121f10c5f9 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:15:52.809230 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.833213 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Pushing event deleted for resources: {'Port': ['ID=d21bc8a4-321b-4230-b3c3-b1de053efcc6,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:52.839855 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] No DVR routers for this DVR port d21bc8a4-321b-4230-b3c3-b1de053efcc6 on host dv-cinder-803046-3-iscsi {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:52.865452 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Deleting port d21bc8a4-321b-4230-b3c3-b1de053efcc6 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:52.865953 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.916107 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.927384 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf86150-dae2-4a45-a359-67121f10c5f9']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.939980 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-93135a00-94b7-4908-8f80-f5246039561a None None] For port d21bc8a4-321b-4230-b3c3-b1de053efcc6, host dv-cinder-803046-3-iscsi, got binding levels [] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:52.940148 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33472) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:52.940606 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.941488 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ad768d-9d04-40d8-8878-b45d74ce11ca') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.941828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ad768d-9d04-40d8-8878-b45d74ce11ca') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:52.951220 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.966119 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.973584 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:15:52.974018 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:15:52.975789 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:15:53.001088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.032543 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.034094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.040413 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.042700 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] 10.222.0.37 "DELETE /v2.0/networks/7bf86150-dae2-4a45-a359-67121f10c5f9 HTTP/1.1" status: 204 len: 168 time: 0.5371888 Jul 30 16:15:53.057522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc5045-31c1-4db6-a883-fb859a34aa6a admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf86150-dae2-4a45-a359-67121f10c5f9,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.091878 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.093286 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Calling delete_port for d21bc8a4-321b-4230-b3c3-b1de053efcc6 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:53.095321 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.096609 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.ipam_backend_mixin [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Port d21bc8a4-321b-4230-b3c3-b1de053efcc6 was not found and therefore no delete operation was performed {{(pid=93206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 16:15:53.097942 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.100044 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33476) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:53.100304 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "DELETE /v2.0/security-groups/cdb30193-73fa-404b-8279-87aff80e8e73 HTTP/1.1" status: 204 len: 168 time: 0.1588230 Jul 30 16:15:53.113023 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead64a9c-2b77-4518-99f8-c06e073fd2f8 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb30193-73fa-404b-8279-87aff80e8e73,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.116026 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.api.v2.resource [None req-41e8bb2d-8994-4fa0-bd14-5a05ed7b5b97 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] show failed (client error): The resource could not be found. Jul 30 16:15:53.117305 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-41e8bb2d-8994-4fa0-bd14-5a05ed7b5b97 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "GET /v2.0/security-groups/cdb30193-73fa-404b-8279-87aff80e8e73 HTTP/1.1" status: 404 len: 347 time: 0.0157804 Jul 30 16:15:53.120384 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33478) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:53.129742 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Network 7bf86150-dae2-4a45-a359-67121f10c5f9 is not hosted by any dhcp agent {{(pid=93206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 30 16:15:53.130217 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93135a00-94b7-4908-8f80-f5246039561a None None] No DVR routers for this DVR port d21bc8a4-321b-4230-b3c3-b1de053efcc6 on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:53.148419 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Pushing event deleted for resources: {'Port': ['ID=d21bc8a4-321b-4230-b3c3-b1de053efcc6,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.155438 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.155844 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.156227 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.156639 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.157005 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.157374 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.157825 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.158824 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.159420 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.159806 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.160209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.160765 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93135a00-94b7-4908-8f80-f5246039561a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:15:53.193413 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33480) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:53.239005 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-492efa5f-443e-4ace-a4e0-c93b28929c77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71bd283ed91a45de8865533d41ffec34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420263 Jul 30 16:15:53.239684 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33482) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:53.264253 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Deleting port 9db0d4bb-88a2-43d7-870d-b040864be843 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:53.264601 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.289469 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.311320 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.367796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.370868 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.372275 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9393479c-fd4f-4ad9-bc62-78b688d1ee9f HTTP/1.1" status: 204 len: 168 time: 0.1319799 Jul 30 16:15:53.381664 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430ecf7-473b-4251-9675-d461f12c8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393479c-fd4f-4ad9-bc62-78b688d1ee9f,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.607831 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.608386 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.621914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:53.622108 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Calling delete_port for 9db0d4bb-88a2-43d7-870d-b040864be843 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:53.644471 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 4308e410-9d50-4a55-b027-a6d836a99289 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:53.644810 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 4308e410-9d50-4a55-b027-a6d836a99289 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:53.760306 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.788318 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Pushing event deleted for resources: {'Port': ['ID=9db0d4bb-88a2-43d7-870d-b040864be843,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:53.856750 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.860180 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:53.861190 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bdfef783-8f4d-4059-81ba-4217814e70dc no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:53.861727 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-894bbcc8-f157-4e94-84fc-adefdfc7a7a1 tempest-AttachVolumeShelveTestJSON-1448310300 tempest-AttachVolumeShelveTestJSON-1448310300-project] 10.222.0.37 "DELETE /v2.0/floatingips/dd823480-c8ea-4fec-83ec-cacc3bd91bb4 HTTP/1.1" status: 204 len: 168 time: 0.7392461 Jul 30 16:15:53.886954 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: bdfef783-8f4d-4059-81ba-4217814e70dc {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:53.887651 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bdfef783-8f4d-4059-81ba-4217814e70dc not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:53.887996 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d21bc8a4-321b-4230-b3c3-b1de053efcc6 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:53.910267 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: d21bc8a4-321b-4230-b3c3-b1de053efcc6 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:53.910610 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d21bc8a4-321b-4230-b3c3-b1de053efcc6 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:55.244021 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33560) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:55.348804 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3305781c-2854-4ab4-a314-40501f195c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.440089 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3305781c-2854-4ab4-a314-40501f195c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.444186 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-3305781c-2854-4ab4-a314-40501f195c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.482194 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-3305781c-2854-4ab4-a314-40501f195c4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=083f6395070042e1a45a19040eedbc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371225 Jul 30 16:15:55.483065 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305781c-2854-4ab4-a314-40501f195c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29638a84-46cf-48d8-83ec-3daf547c9294,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:55.484957 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33564) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:55.535308 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.556217 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.603203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.605725 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.606891 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29638a84-46cf-48d8-83ec-3daf547c9294 HTTP/1.1" status: 204 len: 168 time: 0.1209521 Jul 30 16:15:55.614275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4bf44-05f5-40b9-aac3-b553ec391c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29638a84-46cf-48d8-83ec-3daf547c9294,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:55.868524 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33570) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:55.882295 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcb1b-6c46-49ba-9700-f9f3763bf421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.970461 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcb1b-6c46-49ba-9700-f9f3763bf421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:55.974155 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-cb1bcb1b-6c46-49ba-9700-f9f3763bf421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:56.011916 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-cb1bcb1b-6c46-49ba-9700-f9f3763bf421 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a8cf5f4f5d4bb6a12728d132fa81fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423306 Jul 30 16:15:56.012744 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bcb1b-6c46-49ba-9700-f9f3763bf421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dff77c-1fcb-46c2-9017-af07456bd3ea,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:56.015390 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33572) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:56.066908 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:56.088751 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:56.136084 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:56.138909 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:56.143935 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83dff77c-1fcb-46c2-9017-af07456bd3ea HTTP/1.1" status: 204 len: 168 time: 0.1271648 Jul 30 16:15:56.152202 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623f427-a2d1-4597-afb6-f67cd43d6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dff77c-1fcb-46c2-9017-af07456bd3ea,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:56.290447 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33582) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:56.822192 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:57.065674 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Deleting port fbbf78f7-ed99-44d5-9c04-07d053241c8a {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:57.066048 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:57.148230 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] For port fbbf78f7-ed99-44d5-9c04-07d053241c8a, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=fbbf78f7-ed99-44d5-9c04-07d053241c8a,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:57.148596 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:57.161916 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Calling delete_port for fbbf78f7-ed99-44d5-9c04-07d053241c8a owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:57.348724 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:57.383287 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbf78f7-ed99-44d5-9c04-07d053241c8a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:57.553863 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:57.769117 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Router 8abe9f23-88a8-4324-b718-ac96300d0d4d has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:15:57.894221 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:15:57.903594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33634) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:57.904037 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-15ac33ca-b16a-40b5-9dd7-3d507a533d7d admin admin] 10.222.0.37 "PUT /v2.0/routers/8abe9f23-88a8-4324-b718-ac96300d0d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6120765 Jul 30 16:15:57.907777 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Sync routers for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:15:57.918936 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:57.919586 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:58.019928 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks [] for router, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.026015 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:58.119039 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.169007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Deleting port 9e833160-5492-461d-a311-d898d4adebd6 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:58.169357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.202620 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9e833160-5492-461d-a311-d898d4adebd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:15:57Z', 'revision_number': 5, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port': {'id': '9e833160-5492-461d-a311-d898d4adebd6', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:fd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:06:48Z', 'updated_at': '2021-07-30T16:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:58.229173 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Checking router: 8abe9f23-88a8-4324-b718-ac96300d0d4d for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:15:58.238013 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Routers {'8abe9f23-88a8-4324-b718-ac96300d0d4d'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:15:58.238612 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:15:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['8abe9f23-88a8-4324-b718-ac96300d0d4d'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:58.251064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] For port 9e833160-5492-461d-a311-d898d4adebd6, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=9e833160-5492-461d-a311-d898d4adebd6,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:58.251456 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.268174 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Calling delete_port for 9e833160-5492-461d-a311-d898d4adebd6 owned by network:router_gateway {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:58.413133 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] Set router 8abe9f23-88a8-4324-b718-ac96300d0d4d gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:15:58.431331 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.457212 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e833160-5492-461d-a311-d898d4adebd6,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:58.465675 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:15:58Z', 'revision_number': 6, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:58.492074 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d20f75-ec39-4f6b-808f-87f943bcbd09 None None] The sync data for ids ['8abe9f23-88a8-4324-b718-ac96300d0d4d'] in dv-cinder-803046-3-iscsi is: [{'id': '8abe9f23-88a8-4324-b718-ac96300d0d4d', 'name': 'tempest-AttachVolumeShelveTestJSON-495771552-router', 'tenant_id': '18470f178d164e4a822da596125f2a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:06:47Z', 'updated_at': '2021-07-30T16:15:58Z', 'revision_number': 6, 'project_id': '18470f178d164e4a822da596125f2a31', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:15:58.519796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.607702 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.609794 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.654584 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.655123 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abe9f23-88a8-4324-b718-ac96300d0d4d {{(pid=93204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:15:58.660151 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.661300 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3cd79004-6133-4f82-a6b8-a957e179d91b admin admin] 10.222.0.37 "DELETE /v2.0/routers/8abe9f23-88a8-4324-b718-ac96300d0d4d HTTP/1.1" status: 204 len: 168 time: 0.7566252 Jul 30 16:15:58.663789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33638) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:58.710352 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Deleting subnet 26d60e8c-a79a-4f78-ae1e-c08937071ba8 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:15:58.713460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.748459 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.827420 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.893966 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.924111 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:58.926246 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/26d60e8c-a79a-4f78-ae1e-c08937071ba8 HTTP/1.1" status: 204 len: 168 time: 0.2615373 Jul 30 16:15:58.927257 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7286f22-441c-484c-bca4-cac1f6c07c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d60e8c-a79a-4f78-ae1e-c08937071ba8,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:58.928921 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33640) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:58.936002 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07fa160-46c0-4a45-997f-b8f0c112eb9c None None] Network 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:15:58.999745 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.057309 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Deleting port 81710f0a-4783-4dd5-aaec-f18c813da3d4 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:15:59.057655 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.126403 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] For port 81710f0a-4783-4dd5-aaec-f18c813da3d4, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=81710f0a-4783-4dd5-aaec-f18c813da3d4,segment=NetworkSegment(4a6c22be-17e9-414b-9e8f-b68ad7b317cc),segment_id=4a6c22be-17e9-414b-9e8f-b68ad7b317cc)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:15:59.126828 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.139584 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Calling delete_port for 81710f0a-4783-4dd5-aaec-f18c813da3d4 owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:15:59.223236 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.250351 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Pushing event deleted for resources: {'Port': ['ID=81710f0a-4783-4dd5-aaec-f18c813da3d4,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:59.252752 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] No DVR routers for this DVR port 81710f0a-4783-4dd5-aaec-f18c813da3d4 on host dv-cinder-803046-3-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:15:59.269835 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41003608-a24c-42ea-bb46-c4f95be06264 None None] DHCP port deletion for 4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:15:59.333170 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.343012 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7fe3aa-ac98-4f16-a434-6dcaa4687c10']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:59.354129 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6c22be-17e9-414b-9e8f-b68ad7b317cc') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:59.354429 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6c22be-17e9-414b-9e8f-b68ad7b317cc') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:15:59.363725 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.378553 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.384712 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:15:59.385109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:15:59.386782 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:15:59.442804 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.449226 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.453376 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] 10.222.0.37 "DELETE /v2.0/networks/4d7fe3aa-ac98-4f16-a434-6dcaa4687c10 HTTP/1.1" status: 204 len: 168 time: 0.5209591 Jul 30 16:15:59.461386 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498bca3-9720-4d88-a745-ea5828c717da admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7fe3aa-ac98-4f16-a434-6dcaa4687c10,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:59.626509 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33656) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:59.666082 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-edb55d17-23ea-46de-a1a5-1175db4f0c29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18470f178d164e4a822da596125f2a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372877 Jul 30 16:15:59.668476 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33658) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:15:59.715958 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.736842 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.781590 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.784185 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:15:59.785308 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd5a0099-dc98-4b4d-b130-c0d9180822d9 HTTP/1.1" status: 204 len: 168 time: 0.1159678 Jul 30 16:15:59.792554 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caa4c3-9d8e-4b75-b6da-fbb83f073241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a0099-dc98-4b4d-b130-c0d9180822d9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:15:59.858515 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 81710f0a-4783-4dd5-aaec-f18c813da3d4 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:59.881791 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 81710f0a-4783-4dd5-aaec-f18c813da3d4 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:59.882138 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 81710f0a-4783-4dd5-aaec-f18c813da3d4 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:59.882552 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device fbbf78f7-ed99-44d5-9c04-07d053241c8a no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:59.903499 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: fbbf78f7-ed99-44d5-9c04-07d053241c8a {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:59.903851 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device fbbf78f7-ed99-44d5-9c04-07d053241c8a not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:15:59.904412 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 9e833160-5492-461d-a311-d898d4adebd6 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:15:59.923506 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 9e833160-5492-461d-a311-d898d4adebd6 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:15:59.924376 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 9e833160-5492-461d-a311-d898d4adebd6 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:00.443797 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33686) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:00.546028 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87803f1e-5691-456d-9122-feeb9e16f5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.638862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87803f1e-5691-456d-9122-feeb9e16f5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.642914 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-87803f1e-5691-456d-9122-feeb9e16f5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.686341 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-87803f1e-5691-456d-9122-feeb9e16f5d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72fa8feeef354d08a3686c893eaa1664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414596 Jul 30 16:16:00.688349 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87803f1e-5691-456d-9122-feeb9e16f5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b062aa5-5861-4b0a-883a-75f64b178d49,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:00.688914 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33708) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:00.739330 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.760225 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.807947 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.810559 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:00.815122 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3b062aa5-5861-4b0a-883a-75f64b178d49 HTTP/1.1" status: 204 len: 168 time: 0.1249590 Jul 30 16:16:00.823392 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818d762-f634-44e3-a3ef-2ef2d0fb4fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b062aa5-5861-4b0a-883a-75f64b178d49,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:00.964899 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33724) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:01.068730 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2ba4166d-c793-46ce-9590-a01cabf77792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.082479 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33728) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:01.095658 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-a910-468b-9b34-6cb58b0be748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.157072 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2ba4166d-c793-46ce-9590-a01cabf77792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.160821 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2ba4166d-c793-46ce-9590-a01cabf77792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.201481 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2ba4166d-c793-46ce-9590-a01cabf77792 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3b31f836e1f4afda5d90c43c368ad9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354000 Jul 30 16:16:01.202422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4166d-c793-46ce-9590-a01cabf77792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c21de88-d9e8-4b31-8419-a63803d3fdd1,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:01.204552 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33730) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:01.270695 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-a910-468b-9b34-6cb58b0be748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.277780 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e4303d60-a910-468b-9b34-6cb58b0be748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.290162 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.326461 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4303d60-a910-468b-9b34-6cb58b0be748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9a23d6-7257-4891-b9cb-d6f24f7cb726,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:01.338874 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e4303d60-a910-468b-9b34-6cb58b0be748 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9a60f40bca34261ac15faefc4d6a223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553496 Jul 30 16:16:01.340834 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.341695 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33732) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:01.387151 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.389748 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.390889 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c21de88-d9e8-4b31-8419-a63803d3fdd1 HTTP/1.1" status: 204 len: 168 time: 0.1848960 Jul 30 16:16:01.391212 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.399631 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667fc64-f056-468a-96fa-8407b7f35acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c21de88-d9e8-4b31-8419-a63803d3fdd1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:01.422411 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.470384 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.473017 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:01.474165 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c9a23d6-7257-4891-b9cb-d6f24f7cb726 HTTP/1.1" status: 204 len: 168 time: 0.1313741 Jul 30 16:16:01.481701 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35355d-9f4e-4599-a7a8-e9ecbfa49d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9a23d6-7257-4891-b9cb-d6f24f7cb726,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:02.103921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33774) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:02.243867 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-614883159-network', 'tenant_id': 'cdfd40662b5f432888c4f2fa08e95dfc'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:02.269261 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Made reservation on behalf of cdfd40662b5f432888c4f2fa08e95dfc for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:02.271580 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.280209 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.371297 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.375792 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.397254 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:16:02.410899 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58334ee1-6c6e-499c-88de-cf2927807261,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:02.415673 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.416024 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Added segment 9f2d4137-ff7d-427b-90f4-db13c7762106 of type vlan for network 4abf26b8-ba4c-42f3-818a-b9448130a966 Jul 30 16:16:02.462335 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.492048 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.492737 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:02.493315 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.542998 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4379382 Jul 30 16:16:02.546037 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33792) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:02.552280 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Request body: {'subnet': {'network_id': '4abf26b8-ba4c-42f3-818a-b9448130a966', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-614883159-subnet', 'tenant_id': 'cdfd40662b5f432888c4f2fa08e95dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:02.552643 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1f3b2-923e-411a-9a76-d8bbba4f22c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4abf26b8-ba4c-42f3-818a-b9448130a966,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:02.563317 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 4abf26b8-ba4c-42f3-818a-b9448130a966 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:16:02.576602 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Made reservation on behalf of cdfd40662b5f432888c4f2fa08e95dfc for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:02.579111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14158080'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.761337 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15014653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14158126'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.827107 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daddad22-e2a4-4abf-b3ca-a93540f7f62b,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:02.836796 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Checking segment: {'id': '9f2d4137-ff7d-427b-90f4-db13c7762106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4abf26b8-ba4c-42f3-818a-b9448130a966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:02.837152 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Network hostable DHCP agents. Network: 4abf26b8-ba4c-42f3-818a-b9448130a966, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:16:02.855020 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Network 4abf26b8-ba4c-42f3-818a-b9448130a966 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:16:02.865794 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 4abf26b8-ba4c-42f3-818a-b9448130a966) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:02.871123 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:02.872283 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:02.878796 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4581d3-1222-49e9-9ac8-b387e7d01e50 None None] Network 4abf26b8-ba4c-42f3-818a-b9448130a966 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:02.889275 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b4b673db-ef5a-431a-ae75-935c8b55bdf7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3414028 Jul 30 16:16:03.009469 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deae80f-0c5c-4cd7-b91d-6875996d7b7b None None] Network 4abf26b8-ba4c-42f3-818a-b9448130a966 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:03.423415 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33826) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:03.428839 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316808927-network', 'tenant_id': '074f59f761d3422f93e97b5ab7b6ded2'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:03.449268 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Made reservation on behalf of 074f59f761d3422f93e97b5ab7b6ded2 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:03.451542 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.459948 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.544707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.548081 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.568801 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:16:03.583343 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613f4b35-50f4-431f-af4d-32f67bed17c0,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:03.586178 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.586523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Added segment bf9abb43-d46e-4d7e-b5c5-68313af30eb2 of type vlan for network 50666856-437f-4443-b437-0751f3d04a1a Jul 30 16:16:03.626156 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.654135 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.655448 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:03.656022 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.710842 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2856879 Jul 30 16:16:03.713242 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33828) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:03.717850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Request body: {'subnet': {'network_id': '50666856-437f-4443-b437-0751f3d04a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316808927-subnet', 'tenant_id': '074f59f761d3422f93e97b5ab7b6ded2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:03.731689 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8864-5aad-49cf-892b-b7dc07ba1b6f admin admin] Pushing event updated for resources: {'Network': ['ID=50666856-437f-4443-b437-0751f3d04a1a,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:03.741814 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 50666856-437f-4443-b437-0751f3d04a1a details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:16:03.748153 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Made reservation on behalf of 074f59f761d3422f93e97b5ab7b6ded2 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:03.750507 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14158080'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.916091 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15014653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14158126'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:03.970069 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7e1596-45af-4e38-a703-405591016e81,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:03.977894 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Checking segment: {'id': 'bf9abb43-d46e-4d7e-b5c5-68313af30eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '50666856-437f-4443-b437-0751f3d04a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:03.978245 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Network hostable DHCP agents. Network: 50666856-437f-4443-b437-0751f3d04a1a, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:16:03.994201 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Network 50666856-437f-4443-b437-0751f3d04a1a is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:16:04.002330 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 50666856-437f-4443-b437-0751f3d04a1a) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:04.006103 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:04.006690 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.011654 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01f075-7761-4fa9-abde-742f61a2ee80 None None] Network 50666856-437f-4443-b437-0751f3d04a1a requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:04.020465 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6b6f9334-7875-4ce0-9699-eafceb7c5595 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3062186 Jul 30 16:16:04.130176 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33832) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:04.132659 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a038e-f1c6-4f4a-b86f-9c54a2957c89 None None] Network 50666856-437f-4443-b437-0751f3d04a1a requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:04.175296 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Deleting subnet daddad22-e2a4-4abf-b3ca-a93540f7f62b {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:04.178247 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.216312 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.259637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.314618 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.339654 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daddad22-e2a4-4abf-b3ca-a93540f7f62b,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:04.343336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.345211 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-9c8125f6-3be2-4319-b5ad-14034503943a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/daddad22-e2a4-4abf-b3ca-a93540f7f62b HTTP/1.1" status: 204 len: 168 time: 0.2139082 Jul 30 16:16:04.348268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33838) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:04.418060 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.498786 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.508848 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abf26b8-ba4c-42f3-818a-b9448130a966']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:04.519266 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2d4137-ff7d-427b-90f4-db13c7762106') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:04.519565 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2d4137-ff7d-427b-90f4-db13c7762106') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:04.528203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.542389 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.550581 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:04.550988 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:04.554796 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:04.608540 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.614248 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.616153 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] 10.222.0.37 "DELETE /v2.0/networks/4abf26b8-ba4c-42f3-818a-b9448130a966 HTTP/1.1" status: 204 len: 168 time: 0.2669849 Jul 30 16:16:04.619176 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33842) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:04.629307 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e839303-10ef-4ea9-b73e-91c7db23d46a admin admin] Pushing event deleted for resources: {'Network': ['ID=4abf26b8-ba4c-42f3-818a-b9448130a966,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:04.664673 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Deleting subnet 7e7e1596-45af-4e38-a703-405591016e81 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:04.667795 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.958875 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:04.996148 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.046387 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.071725 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7e1596-45af-4e38-a703-405591016e81,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:05.076509 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.080623 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8048c847-2809-41d8-a926-c23ab58dba72 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7e7e1596-45af-4e38-a703-405591016e81 HTTP/1.1" status: 204 len: 168 time: 0.4571216 Jul 30 16:16:05.080623 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33844) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:05.150120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.225465 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.234677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50666856-437f-4443-b437-0751f3d04a1a']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:05.245112 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9abb43-d46e-4d7e-b5c5-68313af30eb2') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:05.245408 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9abb43-d46e-4d7e-b5c5-68313af30eb2') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:05.254118 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.267205 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.273512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:05.273899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:05.275509 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:05.331197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.335610 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.340270 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/50666856-437f-4443-b437-0751f3d04a1a HTTP/1.1" status: 204 len: 168 time: 0.2590988 Jul 30 16:16:05.353091 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6396c35-d1af-4958-b191-465ca50573a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=50666856-437f-4443-b437-0751f3d04a1a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:05.488934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33850) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:05.528589 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-19e33e0b-a158-452f-a81e-d07642d8c2ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdfd40662b5f432888c4f2fa08e95dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385022 Jul 30 16:16:05.531158 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33852) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:05.577360 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.596943 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.641617 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.644433 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:05.645564 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58334ee1-6c6e-499c-88de-cf2927807261 HTTP/1.1" status: 204 len: 168 time: 0.1135292 Jul 30 16:16:05.653197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d15fce-90bb-4764-95ce-a8975642df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58334ee1-6c6e-499c-88de-cf2927807261,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:05.964433 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33858) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:06.007191 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-213fc59c-616b-460d-b108-c942791f534f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=074f59f761d3422f93e97b5ab7b6ded2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415483 Jul 30 16:16:06.009497 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33860) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:06.057539 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.079072 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.124904 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.127641 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:06.128769 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/613f4b35-50f4-431f-af4d-32f67bed17c0 HTTP/1.1" status: 204 len: 168 time: 0.1183984 Jul 30 16:16:06.136447 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e5f12-5719-409f-85d4-9e379bd6c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f4b35-50f4-431f-af4d-32f67bed17c0,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:07.998061 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-b3fab701-1c4b-4479-9611-2fbec796b844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:10.426966 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5922620f-45d3-45f6-a249-cb94c2d74570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:10.803465 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.419744 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.458365 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33968) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:11.562067 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-68077eed-9238-414e-ac89-a4a966f2b07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.656151 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-68077eed-9238-414e-ac89-a4a966f2b07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.660985 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-68077eed-9238-414e-ac89-a4a966f2b07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.705428 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-68077eed-9238-414e-ac89-a4a966f2b07d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b84447cb50e84dfd88f7517425b28398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453432 Jul 30 16:16:11.706463 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68077eed-9238-414e-ac89-a4a966f2b07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e51d396-db31-4391-8b17-7b2455509628,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:11.708471 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33980) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:11.727829 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.737566 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33982) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:11.768797 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.789861 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.837806 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.840513 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.841523 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95c618d1-15bd-4ac6-b121-c8a78f56a1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.841732 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e51d396-db31-4391-8b17-7b2455509628 HTTP/1.1" status: 204 len: 168 time: 0.1250389 Jul 30 16:16:11.849975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4440e-1b72-4ceb-964f-c78a7c8de7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e51d396-db31-4391-8b17-7b2455509628,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:11.934574 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95c618d1-15bd-4ac6-b121-c8a78f56a1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.938396 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-95c618d1-15bd-4ac6-b121-c8a78f56a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:11.987523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-95c618d1-15bd-4ac6-b121-c8a78f56a1f6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df5bbd2f6ce3473399147e7ac125a75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488086 Jul 30 16:16:11.989648 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c618d1-15bd-4ac6-b121-c8a78f56a1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351d21e0-5eb2-4c00-92c7-0a490a408b93,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:11.990277 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33990) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:12.040796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.065945 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.113926 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.116547 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.120030 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/351d21e0-5eb2-4c00-92c7-0a490a408b93 HTTP/1.1" status: 204 len: 168 time: 0.1263735 Jul 30 16:16:12.127275 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 33994) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:12.133027 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8e6c-40c2-4cec-acb0-01eeac5f2e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d21e0-5eb2-4c00-92c7-0a490a408b93,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:12.141207 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-44e18858-bd88-49e0-9669-8f9f5f80df1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.232189 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-44e18858-bd88-49e0-9669-8f9f5f80df1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.236780 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-44e18858-bd88-49e0-9669-8f9f5f80df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.275854 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-44e18858-bd88-49e0-9669-8f9f5f80df1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd03beea3f194355ba74bd6524a6bfe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472924 Jul 30 16:16:12.276663 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e18858-bd88-49e0-9669-8f9f5f80df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c20ed-d144-44a8-81b0-b258b5d1a978,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:12.279212 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 33996) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:12.334750 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.355576 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.404399 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.407112 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.408641 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a48c20ed-d144-44a8-81b0-b258b5d1a978 HTTP/1.1" status: 204 len: 168 time: 0.1276557 Jul 30 16:16:12.416336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b4c5-b7e8-4960-823f-2190b2e6f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c20ed-d144-44a8-81b0-b258b5d1a978,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:12.453844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34002) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:12.467385 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c113c01d-a14e-413c-94c7-c0022479e754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.560085 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c113c01d-a14e-413c-94c7-c0022479e754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.564763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c113c01d-a14e-413c-94c7-c0022479e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.605571 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c113c01d-a14e-413c-94c7-c0022479e754 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57e6af11b62f46a6b8b4f3dfd2dd8414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503925 Jul 30 16:16:12.606517 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113c01d-a14e-413c-94c7-c0022479e754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce96b97-0553-44b1-bcb1-deb3caa2f0c8,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:12.608290 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34006) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:12.666547 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.687412 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.735748 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.738627 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:12.739920 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fce96b97-0553-44b1-bcb1-deb3caa2f0c8 HTTP/1.1" status: 204 len: 168 time: 0.1304998 Jul 30 16:16:12.747550 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f6e6e-17a8-41de-bf36-fd1401d8daed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce96b97-0553-44b1-bcb1-deb3caa2f0c8,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:13.710112 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.249940 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34102) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:14.444865 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf42de8f-2536-4d3d-a030-e47efd24eeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.532955 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf42de8f-2536-4d3d-a030-e47efd24eeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.537304 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-bf42de8f-2536-4d3d-a030-e47efd24eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.579046 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-bf42de8f-2536-4d3d-a030-e47efd24eeb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d816f4f9b1740988236dd90ab7333d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278856 Jul 30 16:16:14.579407 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34118) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:14.582171 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42de8f-2536-4d3d-a030-e47efd24eeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb81f331-f3eb-44d6-ad9c-c8b2617eab06,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:14.630049 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.652415 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.701904 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.705069 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:14.707587 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb81f331-f3eb-44d6-ad9c-c8b2617eab06 HTTP/1.1" status: 204 len: 168 time: 0.1265500 Jul 30 16:16:14.716254 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82682a-e5e3-43c3-a051-c1fbf88384cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb81f331-f3eb-44d6-ad9c-c8b2617eab06,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:14.999934 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34132) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:15.013264 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb1087ef-c935-48a0-bef5-aafa86d1b6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.102934 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb1087ef-c935-48a0-bef5-aafa86d1b6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.107088 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-eb1087ef-c935-48a0-bef5-aafa86d1b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.144391 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-eb1087ef-c935-48a0-bef5-aafa86d1b6a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=605eada611974e77b8d70e87b7860a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433454 Jul 30 16:16:15.145575 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1087ef-c935-48a0-bef5-aafa86d1b6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc97b72-e0b9-42f5-a271-33da58c5311f,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:15.147076 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34134) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:15.197910 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.219993 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.275627 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.278789 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:15.280203 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/edc97b72-e0b9-42f5-a271-33da58c5311f HTTP/1.1" status: 204 len: 168 time: 0.1319714 Jul 30 16:16:15.297952 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbc925-3a83-428f-87cb-dc832e188d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc97b72-e0b9-42f5-a271-33da58c5311f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:15.928054 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34156) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:16.020614 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1792409241-network', 'tenant_id': 'c2e1132f075c4720a8c2ff4385211036'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:16.040685 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Made reservation on behalf of c2e1132f075c4720a8c2ff4385211036 for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:16.043157 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.051898 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.145578 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.149844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.173844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:16:16.183856 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9320249-ac01-4043-ac0f-87095523471a,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:16.188484 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.188829 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Added segment 1c74cb80-0751-4e8e-b558-b06e77505ebc of type vlan for network 8e3675d4-e307-47db-a152-589a53565c6c Jul 30 16:16:16.229192 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.259089 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.260118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.260704 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.322079 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3929119 Jul 30 16:16:16.323198 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35cdfe-25de-4a6d-8435-77323748487c admin admin] Pushing event updated for resources: {'Network': ['ID=8e3675d4-e307-47db-a152-589a53565c6c,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:16.325146 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34180) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:16.330446 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Request body: {'subnet': {'network_id': '8e3675d4-e307-47db-a152-589a53565c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1792409241-subnet', 'tenant_id': 'c2e1132f075c4720a8c2ff4385211036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:16.335051 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 8e3675d4-e307-47db-a152-589a53565c6c details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:16:16.357988 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Made reservation on behalf of c2e1132f075c4720a8c2ff4385211036 for: {'subnet': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:16.360404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14158080'] for subnet, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.536375 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15014653', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14158126'] for subnet, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.623104 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edbf96d-8fa2-484b-b0be-d5163ba7db92,revision_number=0']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:16.639777 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Checking segment: {'id': '1c74cb80-0751-4e8e-b558-b06e77505ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '8e3675d4-e307-47db-a152-589a53565c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:16.640128 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Network hostable DHCP agents. Network: 8e3675d4-e307-47db-a152-589a53565c6c, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:16:16.644277 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-ffd89460-d4bb-4cb4-b522-a35a2815c896 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790415 Jul 30 16:16:16.661379 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Network 8e3675d4-e307-47db-a152-589a53565c6c is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:16:16.677345 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 8e3675d4-e307-47db-a152-589a53565c6c) {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:16.681790 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.682793 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:16.685993 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25f9af-6ad0-4e66-9b2f-9a330e6725be None None] Network 8e3675d4-e307-47db-a152-589a53565c6c requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:16.714860 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b8fb64f8-55ba-4866-a8ea-04b364f20936 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3885272 Jul 30 16:16:16.721811 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-38445b2a-0fed-4ccc-b6fb-d1bed5e24e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.723254 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-38445b2a-0fed-4ccc-b6fb-d1bed5e24e4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 1098 time: 0.0554214 Jul 30 16:16:16.814591 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ea411-36c4-405b-869f-0bc48d79de55 None None] Network 8e3675d4-e307-47db-a152-589a53565c6c requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:16.840150 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-636ef4f9-de08-4b16-b042-8e7f033efc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.841696 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-636ef4f9-de08-4b16-b042-8e7f033efc18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0959303 Jul 30 16:16:16.910058 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-197f611f-3dda-4f54-ab41-e91022ad09ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 200 len: 1001 time: 0.0605474 Jul 30 16:16:16.963754 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-d81a7a1b-3799-43b8-b10e-e15e17c5e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:16.965218 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-d81a7a1b-3799-43b8-b10e-e15e17c5e54a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0479608 Jul 30 16:16:17.015105 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-6b36d54a-91d9-4f0e-94c7-f3109256bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.016682 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-6b36d54a-91d9-4f0e-94c7-f3109256bd81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437853 Jul 30 16:16:17.112312 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-9f46f112-4ec6-4e93-81c5-f32ebde23d08 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Jul 30 16:16:17.206323 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34200) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:17.210014 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-400cbe28-7714-4f87-a406-2dcb2d2d094c req-c77e8647-15f9-4838-aa23-223c8dccc008 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897257 Jul 30 16:16:17.211180 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1632266493-network', 'tenant_id': '2cbb23e569f64e96bbf237486c60a7db'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:17.231269 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Made reservation on behalf of 2cbb23e569f64e96bbf237486c60a7db for: {'network': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:17.233485 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.241531 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.327926 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.332228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.354947 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:16:17.363362 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507192a-3f93-446b-9a9e-a8f9265ec3af,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:17.369133 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.369474 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.segments_db [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Added segment c690591f-1287-486f-b7da-801109e07235 of type vlan for network bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 Jul 30 16:16:17.414959 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.442373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.443348 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.443923 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.500531 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2906249 Jul 30 16:16:17.500726 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34206) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:17.505919 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Request body: {'subnet': {'network_id': 'bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1632266493-subnet', 'tenant_id': '2cbb23e569f64e96bbf237486c60a7db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:17.516165 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7947e-ed1b-4566-94d4-240c4fe14438 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:17.528606 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:16:17.537594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Made reservation on behalf of 2cbb23e569f64e96bbf237486c60a7db for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:17.540687 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12908685'] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.710187 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12908707'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.764121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27779ecd-ec94-4d94-9cea-77008397d79f,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:17.773450 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Checking segment: {'id': 'c690591f-1287-486f-b7da-801109e07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:17.773804 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Network hostable DHCP agents. Network: bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:16:17.792281 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Network bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:16:17.793000 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34214) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:17.804007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:17.808082 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:17.808656 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.815434 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93fcfb8-4768-4368-9e52-9a92b34c4b99 None None] Network bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:17.822885 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-98bfef22-efc4-47c2-ba2e-5a378c9ffb8b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3211687 Jul 30 16:16:17.915265 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf097-9e15-47e7-be22-f2d437232075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:17.943896 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae6d003-146f-4095-81de-79b084fbdce0 None None] Network bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:18.013941 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf097-9e15-47e7-be22-f2d437232075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.019424 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf097-9e15-47e7-be22-f2d437232075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.058779 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-a6ebf097-9e15-47e7-be22-f2d437232075 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3efd8ab109a46f9bdf66cf344aa275a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646613 Jul 30 16:16:18.060749 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf097-9e15-47e7-be22-f2d437232075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c0b90-f450-4067-a6fa-334877050442,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:18.061471 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34224) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:18.123118 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.144402 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.190209 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.192813 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.193970 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b5c0b90-f450-4067-a6fa-334877050442 HTTP/1.1" status: 204 len: 168 time: 0.1314240 Jul 30 16:16:18.201895 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206002-6eb3-4a1a-bac9-5c00e85f836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c0b90-f450-4067-a6fa-334877050442,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:18.478567 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34234) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:18.491771 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c76d860f-bcc7-41bb-a30d-ba081291976c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.581378 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c76d860f-bcc7-41bb-a30d-ba081291976c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.584911 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c76d860f-bcc7-41bb-a30d-ba081291976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.621989 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c76d860f-bcc7-41bb-a30d-ba081291976c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=152c9b474119487ba569a7e46a49b23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423571 Jul 30 16:16:18.622809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d860f-bcc7-41bb-a30d-ba081291976c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91529ba3-a09c-474d-95bd-5f211b695516,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:18.624778 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34236) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:18.678125 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.698303 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.743399 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.745941 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:18.747071 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91529ba3-a09c-474d-95bd-5f211b695516 HTTP/1.1" status: 204 len: 168 time: 0.1212597 Jul 30 16:16:18.754621 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694cf70-d8e6-4143-b0fa-ccb3ddcca224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91529ba3-a09c-474d-95bd-5f211b695516,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:19.068693 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34242) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:19.082158 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7ebd-b04a-4f32-a115-67d8991c2659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.168339 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7ebd-b04a-4f32-a115-67d8991c2659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.171836 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-ae6e7ebd-b04a-4f32-a115-67d8991c2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.210354 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-ae6e7ebd-b04a-4f32-a115-67d8991c2659 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07c75d3d05e34879b36a1d4d884c7a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405790 Jul 30 16:16:19.211201 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e7ebd-b04a-4f32-a115-67d8991c2659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a5739-08c7-48c2-8330-c89010180fe5,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:19.213074 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34244) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:19.259750 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.281380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.326946 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.330191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:19.331355 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/507a5739-08c7-48c2-8330-c89010180fe5 HTTP/1.1" status: 204 len: 168 time: 0.1172755 Jul 30 16:16:19.338522 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3002b-8f30-4007-9ef8-92428fd9d9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a5739-08c7-48c2-8330-c89010180fe5,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:27.627199 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34380) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:27.728125 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3f80eed0-e69b-4744-9baa-46e3c1c6e1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.818788 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3f80eed0-e69b-4744-9baa-46e3c1c6e1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.822594 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3f80eed0-e69b-4744-9baa-46e3c1c6e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.864752 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3f80eed0-e69b-4744-9baa-46e3c1c6e1a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c9ae1573624fa9b54082b21cce6ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364514 Jul 30 16:16:27.866717 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80eed0-e69b-4744-9baa-46e3c1c6e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ec7ea1-ffec-4a51-a540-438907728c40,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:27.867567 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34384) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:27.917242 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.938115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.987841 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.990364 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:27.991579 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91ec7ea1-ffec-4a51-a540-438907728c40 HTTP/1.1" status: 204 len: 168 time: 0.1230147 Jul 30 16:16:27.999123 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d492ff-4034-4432-9202-fb445d9b2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ec7ea1-ffec-4a51-a540-438907728c40,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:29.309341 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:16:33.532010 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34534) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:33.575016 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Deleting subnet 1edbf96d-8fa2-484b-b0be-d5163ba7db92 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:33.578024 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:33.610275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:33.647363 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:33.942416 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:33.964964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edbf96d-8fa2-484b-b0be-d5163ba7db92,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:33.970489 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:33.973233 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-671c94a4-3528-4bfa-9b83-b2a6c6f90e31 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1edbf96d-8fa2-484b-b0be-d5163ba7db92 HTTP/1.1" status: 204 len: 168 time: 0.4392653 Jul 30 16:16:33.975566 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34536) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:34.039631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.119322 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.128513 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3675d4-e307-47db-a152-589a53565c6c']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.137943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c74cb80-0751-4e8e-b558-b06e77505ebc') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.138233 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c74cb80-0751-4e8e-b558-b06e77505ebc') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.147172 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.160993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.166577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:34.166959 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:34.168550 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:34.224034 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.236377 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.241257 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8e3675d4-e307-47db-a152-589a53565c6c HTTP/1.1" status: 204 len: 168 time: 0.2647643 Jul 30 16:16:34.241396 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34542) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:34.252142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c0710-39f7-41ba-913c-65aa891ea646 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e3675d4-e307-47db-a152-589a53565c6c,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:34.289757 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Deleting subnet 27779ecd-ec94-4d94-9cea-77008397d79f {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:16:34.293043 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.327393 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.366726 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.429333 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.453725 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27779ecd-ec94-4d94-9cea-77008397d79f,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:34.457874 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.462272 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0b0e67db-6b17-4631-b58e-5b136292eef9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/27779ecd-ec94-4d94-9cea-77008397d79f HTTP/1.1" status: 204 len: 168 time: 0.2197781 Jul 30 16:16:34.462404 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34556) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:34.532561 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.611950 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.621915 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.632582 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c690591f-1287-486f-b7da-801109e07235') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.632817 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c690591f-1287-486f-b7da-801109e07235') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:34.641422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.655874 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.661884 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:16:34.662272 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:16:34.663943 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:16:34.717480 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.723162 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.725236 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4 HTTP/1.1" status: 204 len: 168 time: 0.2617865 Jul 30 16:16:34.735928 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05013-74d0-4368-96af-267d3c7b0750 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe340f7-7f51-4b1f-b1c1-f1fa0211b6e4,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:34.880332 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34564) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:34.923123 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-8aeaf2bb-c9df-412e-b74b-ce2133e6c9be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2e1132f075c4720a8c2ff4385211036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414462 Jul 30 16:16:34.925362 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34566) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:34.973479 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:34.993225 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.037406 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.039932 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.041051 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9320249-ac01-4043-ac0f-87095523471a HTTP/1.1" status: 204 len: 168 time: 0.1147680 Jul 30 16:16:35.048607 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a6e9-a0f5-4078-94f9-78fe13fe3858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9320249-ac01-4043-ac0f-87095523471a,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:35.341832 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34572) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:35.381652 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-84547599-c222-42e6-8a68-1681b19430ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2cbb23e569f64e96bbf237486c60a7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386846 Jul 30 16:16:35.384071 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34574) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:35.443711 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.468353 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.518828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.525054 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:35.525959 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4507192a-3f93-446b-9a9e-a8f9265ec3af HTTP/1.1" status: 204 len: 168 time: 0.1409876 Jul 30 16:16:35.534259 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a382c4-97a7-4b7f-8886-d5cf68354151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507192a-3f93-446b-9a9e-a8f9265ec3af,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:35.891278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34598) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.037942 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-94feb1cf-76b0-4439-8f44-013af3e10bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.125272 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-94feb1cf-76b0-4439-8f44-013af3e10bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.129844 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-94feb1cf-76b0-4439-8f44-013af3e10bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.134070 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34610) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.167359 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-94feb1cf-76b0-4439-8f44-013af3e10bbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36aaadaa248a4843ab71de0c2d3ddef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749095 Jul 30 16:16:36.169278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94feb1cf-76b0-4439-8f44-013af3e10bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af128385-19b8-4d46-a76b-c57298d89324,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.170083 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34614) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.219934 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.233138 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-149482034-network', 'tenant_id': '76ee051b3b5e4e9ba39b5b3a11792eb4'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:36.253272 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.284329 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Made reservation on behalf of 76ee051b3b5e4e9ba39b5b3a11792eb4 for: {'network': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:36.287341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for network, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.297967 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.329742 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.332627 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.333781 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af128385-19b8-4d46-a76b-c57298d89324 HTTP/1.1" status: 204 len: 168 time: 0.1626699 Jul 30 16:16:36.350859 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a582c2-83ba-4a5b-9fb2-95374be37d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af128385-19b8-4d46-a76b-c57298d89324,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.404740 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.408744 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.429677 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 16:16:36.443611 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.448705 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.449573 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.segments_db [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Added segment 846a6865-17ad-4d6f-afe9-78650e21fe61 of type vlan for network 87fed68c-4369-43e9-8471-dff6ec2c72fa Jul 30 16:16:36.492802 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294794078'] for network, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.521524 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214'] for network, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.522529 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:36.523124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.574874 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4396603 Jul 30 16:16:36.577996 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34620) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.584760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8dba5-befb-43f9-a47c-22b60f06e029 admin admin] Pushing event updated for resources: {'Network': ['ID=87fed68c-4369-43e9-8471-dff6ec2c72fa,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.584979 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Request body: {'subnet': {'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-149482034-subnet', 'tenant_id': '76ee051b3b5e4e9ba39b5b3a11792eb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:36.594781 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa details requested by agent ovs-agent-dv-cinder-803046-3-iscsi with host dv-cinder-803046-3-iscsi {{(pid=93206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 16:16:36.607205 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34622) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.616639 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Made reservation on behalf of 76ee051b3b5e4e9ba39b5b3a11792eb4 for: {'subnet': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:36.619069 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12908685'] for subnet, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.621164 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38ca810f-de57-4168-9574-76d69dde7da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.719518 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38ca810f-de57-4168-9574-76d69dde7da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.723376 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-38ca810f-de57-4168-9574-76d69dde7da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.764560 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-38ca810f-de57-4168-9574-76d69dde7da4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e10099ba8bc34db8adfc54141039107c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561813 Jul 30 16:16:36.766495 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca810f-de57-4168-9574-76d69dde7da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314bdec-a5b3-4676-b6be-b67c9a1a4ebf,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.768846 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34624) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:36.814912 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15018810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12908707'] for subnet, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.908624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1960964-db45-4fe4-a9be-7d33f5e28175,revision_number=0']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:36.916940 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.933282 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Checking segment: {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:36.933631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Network hostable DHCP agents. Network: 87fed68c-4369-43e9-8471-dff6ec2c72fa, hostable agents: ['1d224890-8d8e-4d74-b32c-33cf5c7c071a'], hosted agents: [] {{(pid=93204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 16:16:36.949016 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:36.982455 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa is scheduled to be hosted by DHCP agent 1d224890-8d8e-4d74-b32c-33cf5c7c071a with binding_index 1 {{(pid=93204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 16:16:36.992453 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-3-iscsi, 87fed68c-4369-43e9-8471-dff6ec2c72fa) {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:36.996809 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:36.997381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.003065 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d93142-4b9b-4d01-a3ae-b2e6c2e9d9bb None None] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:37.012321 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2f82f9cd-77e6-47ae-aafa-04bf5b91a196 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4318850 Jul 30 16:16:37.013472 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.016156 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.019384 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0314bdec-a5b3-4676-b6be-b67c9a1a4ebf HTTP/1.1" status: 204 len: 168 time: 0.2468035 Jul 30 16:16:37.025090 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ce52-edf3-4a90-94e4-17081391c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314bdec-a5b3-4676-b6be-b67c9a1a4ebf,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:37.164579 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0c010-ef08-4df0-9a52-5ebaea9f9915 None None] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:16:37.368966 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34636) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:37.382366 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d6016816-6bbb-418f-bb92-972ab8de530b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.471983 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d6016816-6bbb-418f-bb92-972ab8de530b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.475958 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d6016816-6bbb-418f-bb92-972ab8de530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.517168 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d6016816-6bbb-418f-bb92-972ab8de530b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f141d1cd4ee54ae9a08d5dc0dd585db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470971 Jul 30 16:16:37.518096 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016816-6bbb-418f-bb92-972ab8de530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983dd45-d502-4f2e-92e5-a8163dbafc3d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:37.520239 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 34638) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:16:37.575240 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.597587 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.654282 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.657143 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:37.658344 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d983dd45-d502-4f2e-92e5-a8163dbafc3d HTTP/1.1" status: 204 len: 168 time: 0.1362572 Jul 30 16:16:37.666887 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e671d8b-1779-49a2-a397-0a2b7ac979cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983dd45-d502-4f2e-92e5-a8163dbafc3d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:37.999064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5dda33a9-a8c8-4bd0-b8b7-97d5c921789e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:38.962025 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-b5d865ae-146b-4381-b01b-2344f0aa10e5 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:38.963526 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-b5d865ae-146b-4381-b01b-2344f0aa10e5 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 808 time: 0.1018877 Jul 30 16:16:38.978440 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-58ee0e74-a421-436b-95b2-5720c3870475 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/quotas/76ee051b3b5e4e9ba39b5b3a11792eb4 HTTP/1.1" status: 200 len: 375 time: 0.0090928 Jul 30 16:16:39.009060 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-5c73b49a-4fae-4ebb-ac86-4d545d273bd3 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255814 Jul 30 16:16:39.094953 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-441549b9-dd34-4e42-939d-1a11dcb9960b service neutron] 10.222.0.37 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791805 Jul 30 16:16:39.181971 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-76d51f1d-c315-4bd2-84f0-f7f38b410549 service neutron] 10.222.0.37 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 Jul 30 16:16:39.337172 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a901986a-65c9-47da-9d0f-d3ce77bc306c req-ce0977da-f9a2-4d80-bea1-f01f3785ca63 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 210 time: 0.0262926 Jul 30 16:16:40.227895 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-f90846be-a4a4-4175-89be-48c3fc2f00d0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:40.229401 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-f90846be-a4a4-4175-89be-48c3fc2f00d0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 808 time: 0.1088669 Jul 30 16:16:40.243538 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Request body: {'port': {'device_id': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa', 'admin_state_up': True, 'tenant_id': '76ee051b3b5e4e9ba39b5b3a11792eb4'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:40.351952 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Made reservation on behalf of 76ee051b3b5e4e9ba39b5b3a11792eb4 for: {'port': 1} {{(pid=93205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:40.355439 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.428559 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0e3277b4-5438-49be-ac78-03240ff793d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.432605 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f3f37ee0-dbfd-456b-a802-55bacf691f3a req-f81cab2c-0522-425b-9780-711a516ae025 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 210 time: 0.0289323 Jul 30 16:16:40.489905 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_common [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Allocated IP 172.20.0.6 (87fed68c-4369-43e9-8471-dff6ec2c72fa/a1960964-db45-4fe4-a9be-7d33f5e28175/5f6607f5-506d-47e4-8832-25e2caa7cb6d) {{(pid=93205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:16:40.644000 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks [] for port, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.683226 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.725000 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa is already hosted by enough agents. {{(pid=93205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:16:40.728013 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.base_scheduler [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Resources bound (agent type, host, resource id): {{(pid=93205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:40.733533 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Received port after_create {{(pid=93205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:16:40.757000 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Pushing event updated for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:40.783932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:40.784541 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.799410 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-ecffc608-1052-47c8-88c1-c8112a8a84df tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597720 Jul 30 16:16:40.803533 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:40.812693 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.v2.base [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Request body: {'port': {'device_id': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:40.868231 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.126338 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6607f5-506d-47e4-8832-25e2caa7cb6d {{(pid=93205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:41.134425 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.146707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.provisioning_blocks [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Transition to ACTIVE for port object 5f6607f5-506d-47e4-8832-25e2caa7cb6d will not be triggered until provisioned by entity L2. {{(pid=93205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:41.150607 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.212890 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=2']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:41.265675 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Attempting to bind port 5f6607f5-506d-47e4-8832-25e2caa7cb6d on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:16:41.266002 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Attempting to bind port 5f6607f5-506d-47e4-8832-25e2caa7cb6d by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:16:41.266325 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Attempting to bind port 5f6607f5-506d-47e4-8832-25e2caa7cb6d on network 87fed68c-4369-43e9-8471-dff6ec2c72fa {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:41.271183 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Port 5f6607f5-506d-47e4-8832-25e2caa7cb6d on network 87fed68c-4369-43e9-8471-dff6ec2c72fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:16:41.271503 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Attempting to bind port 5f6607f5-506d-47e4-8832-25e2caa7cb6d on network 87fed68c-4369-43e9-8471-dff6ec2c72fa {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:41.276414 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:16:41.276746 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Checking segment: {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:41.277122 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Bound using segment: {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'} {{(pid=93205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:16:41.277540 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.managers [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Bound port: 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'}}] {{(pid=93205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:16:41.277889 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.339139 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, cleared binding levels {{(pid=93205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:16:41.342073 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:16:41.346444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15014536'] for port, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.379580 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.381099 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.382591 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] 10.222.0.70 "PUT /v2.0/ports/5f6607f5-506d-47e4-8832-25e2caa7cb6d HTTP/1.1" status: 200 len: 1093 time: 0.5740058 Jul 30 16:16:41.383031 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:41.385424 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23d3c6b-a682-4bdd-b73f-df2d7971e508" -d '{"events": [{"name": "network-changed", "server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:41.413399 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985c17b-c6b0-4572-9e5b-02db2c4cf81d service neutron] Pushing event updated for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=3']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:41.424176 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b64f737-e740-4cde-8345-ea780ccd3f30 x-openstack-request-id: req-9b64f737-e740-4cde-8345-ea780ccd3f30 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:41.424351 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.424479 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:41.424704 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b64f737-e740-4cde-8345-ea780ccd3f30 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:41.425091 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d', 'status': 'completed', 'code': 200} Jul 30 16:16:41.468209 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-2355d5b8-ab93-4030-9373-3c580af38325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.469708 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-2355d5b8-ab93-4030-9373-3c580af38325 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 1096 time: 0.0409987 Jul 30 16:16:41.514985 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-b8b980b1-3e13-46a5-9848-8781911f65ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d HTTP/1.1" status: 200 len: 217 time: 0.0371673 Jul 30 16:16:41.543349 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba034-fe6d-45f5-b385-06c8cf368dc4 req-e83d1829-8a88-4547-8b55-2fb018058b7e tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.544823 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c4ba034-fe6d-45f5-b385-06c8cf368dc4 req-e83d1829-8a88-4547-8b55-2fb018058b7e tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 943 time: 0.0483587 Jul 30 16:16:41.563350 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-3668974b-bd68-4dc2-b65c-d756a1d41370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.564790 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-3668974b-bd68-4dc2-b65c-d756a1d41370 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a1960964-db45-4fe4-a9be-7d33f5e28175 HTTP/1.1" status: 200 len: 848 time: 0.0434806 Jul 30 16:16:41.582814 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6c4ba034-fe6d-45f5-b385-06c8cf368dc4 req-6ead3015-fb28-4b3c-a098-a03053cbf633 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Jul 30 16:16:41.596434 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-9b72b22f-4303-40f6-85fb-d34a1b64e92f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fed68c-4369-43e9-8471-dff6ec2c72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237298 Jul 30 16:16:41.688054 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-d609d489-2018-49fd-970a-7a19c11e5785 service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837829 Jul 30 16:16:41.726671 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:41.776312 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8bb85594-3f90-435f-a24e-95e6b6d31c3e req-9760f02f-55aa-43e0-94b6-64b1e0bd2e3a service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804081 Jul 30 16:16:41.857024 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-6f8eac1c-7866-463d-ba89-8c73aa2f3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.858459 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-6f8eac1c-7866-463d-ba89-8c73aa2f3b11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 1096 time: 0.0392315 Jul 30 16:16:41.949299 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-51ecaaec-5ad5-4a96-8701-bcf5a96a134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:41.950641 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-51ecaaec-5ad5-4a96-8701-bcf5a96a134a service neutron] 10.222.0.70 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 909 time: 0.0843081 Jul 30 16:16:41.993367 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-03adecd8-9fc5-43ca-9efb-38a8f0ae4b0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d HTTP/1.1" status: 200 len: 217 time: 0.0339084 Jul 30 16:16:42.045833 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-8477da39-1eb6-4f19-9576-2f286242bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:42.047242 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-8477da39-1eb6-4f19-9576-2f286242bf4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a1960964-db45-4fe4-a9be-7d33f5e28175 HTTP/1.1" status: 200 len: 848 time: 0.0454314 Jul 30 16:16:42.078066 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-1d0315b4-b5c2-4465-b0fc-66fed4b7bc65 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fed68c-4369-43e9-8471-dff6ec2c72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228908 Jul 30 16:16:42.165848 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-850a3544-78d7-4da3-a6ae-2051a413a819 service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788639 Jul 30 16:16:42.259066 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f23d3c6b-a682-4bdd-b73f-df2d7971e508 req-0f44ec1e-5343-42a2-84da-04b3bc7befcf service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857751 Jul 30 16:16:42.698614 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c5548-17a8-4eb5-ba5f-5aea71a21d5c req-c07933cb-9b7a-424a-b7e2-c0f2c55878f6 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:42.700138 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4e1c5548-17a8-4eb5-ba5f-5aea71a21d5c req-c07933cb-9b7a-424a-b7e2-c0f2c55878f6 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 943 time: 0.0487993 Jul 30 16:16:42.737106 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4e1c5548-17a8-4eb5-ba5f-5aea71a21d5c req-a69ed6aa-5984-4222-89fd-90f7dd8d1073 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310698 Jul 30 16:16:43.711235 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:43.852479 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e58daa-962a-4aa9-bb49-be1b433592c0 req-654fdabb-7b14-456b-b4f3-e4ed77edaa38 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:43.853936 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-95e58daa-962a-4aa9-bb49-be1b433592c0 req-654fdabb-7b14-456b-b4f3-e4ed77edaa38 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 943 time: 0.0508962 Jul 30 16:16:43.891276 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-95e58daa-962a-4aa9-bb49-be1b433592c0 req-2a3f3dae-63e8-45aa-81ab-5b08580e8718 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jul 30 16:16:44.603352 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5f6607f5-506d-47e4-8832-25e2caa7cb6d details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:16:44.695455 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:44.706603 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '5f6607f5-506d-47e4-8832-25e2caa7cb6d', 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa', 'port_id': '5f6607f5-506d-47e4-8832-25e2caa7cb6d', 'mac_address': 'fa:16:3e:64:34:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1960964-db45-4fe4-a9be-7d33f5e28175', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:16:44.866873 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.878795 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6607f5-506d-47e4-8832-25e2caa7cb6d {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:44.897290 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:44.901800 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:44.953553 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:45.007712 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c2bb4-36db-4ed3-9d45-730e810c6915 req-50371615-f367-4f62-abdf-06ed28e4bfb8 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:45.009162 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-db8c2bb4-36db-4ed3-9d45-730e810c6915 req-50371615-f367-4f62-abdf-06ed28e4bfb8 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 944 time: 0.0487964 Jul 30 16:16:45.050679 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-db8c2bb4-36db-4ed3-9d45-730e810c6915 req-d1b9bc46-2c91-44b6-bfde-d6a2327045ba tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Jul 30 16:16:45.139208 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['5f6607f5-506d-47e4-8832-25e2caa7cb6d'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:16:46.173763 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378938-b940-46cc-83fa-48965f2733f6 req-b6102f9f-320a-413b-8325-20d2849ba228 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:46.175330 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a4378938-b940-46cc-83fa-48965f2733f6 req-b6102f9f-320a-413b-8325-20d2849ba228 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 944 time: 0.0489345 Jul 30 16:16:46.214004 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a4378938-b940-46cc-83fa-48965f2733f6 req-82ced03b-30f6-434a-8088-00098a6d886c tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Jul 30 16:16:46.619219 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5f6607f5-506d-47e4-8832-25e2caa7cb6d up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:16:46.666592 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 5f6607f5-506d-47e4-8832-25e2caa7cb6d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:16:46.670019 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 5f6607f5-506d-47e4-8832-25e2caa7cb6d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:16:46.670379 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:46.746521 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:46.767330 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:46.770048 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065d6756-a595-4d6d-ad47-c3738759b877" -d '{"events": [{"server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "name": "network-vif-plugged", "status": "completed", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:46.782597 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:46.787556 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:46.809456 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8453ea2-e4dc-4881-8ad1-b4c0fbd3a5eb x-openstack-request-id: req-b8453ea2-e4dc-4881-8ad1-b4c0fbd3a5eb {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:46.809740 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "name": "network-vif-plugged", "status": "completed", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:46.809985 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8453ea2-e4dc-4881-8ad1-b4c0fbd3a5eb {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:46.810363 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d', 'code': 200} Jul 30 16:16:46.835701 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:46.972441 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf5b58-3b31-4792-9b0d-d81644c10e28 req-2d0b5f37-4992-46f2-be96-24f9b99963bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:46.973906 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eebf5b58-3b31-4792-9b0d-d81644c10e28 req-2d0b5f37-4992-46f2-be96-24f9b99963bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 1098 time: 0.0424986 Jul 30 16:16:47.009477 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eebf5b58-3b31-4792-9b0d-d81644c10e28 req-ae176d71-addf-4823-bc88-7b63f0826d13 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278890 Jul 30 16:16:47.326387 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefb74e-b903-4a85-82c4-618c1dd6856b req-05860dd8-72b6-4725-9578-16d834ca4065 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:47.327862 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2aefb74e-b903-4a85-82c4-618c1dd6856b req-05860dd8-72b6-4725-9578-16d834ca4065 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 945 time: 0.0476482 Jul 30 16:16:47.363895 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2aefb74e-b903-4a85-82c4-618c1dd6856b req-95b7a348-0ea9-4a41-8d25-a40a12c63c4b tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296891 Jul 30 16:16:48.476662 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f0f89-5198-4d4d-b3d4-fa57089d8eb4 req-cd1d33e8-bc7a-4425-b2b6-623f36204534 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:48.478132 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a91f0f89-5198-4d4d-b3d4-fa57089d8eb4 req-cd1d33e8-bc7a-4425-b2b6-623f36204534 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 945 time: 0.0479043 Jul 30 16:16:48.515653 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a91f0f89-5198-4d4d-b3d4-fa57089d8eb4 req-da6af3a2-3671-46bf-a96c-2782740d5d0f tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Jul 30 16:16:49.276926 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728bdd4-1106-4ccb-83d2-47cc8027e48f req-969e8908-b211-4225-ae0b-94e770186759 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:49.278367 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3728bdd4-1106-4ccb-83d2-47cc8027e48f req-969e8908-b211-4225-ae0b-94e770186759 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 945 time: 0.1961994 Jul 30 16:16:49.315520 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3728bdd4-1106-4ccb-83d2-47cc8027e48f req-07e11dcc-3c20-4472-bcd5-65481e36ae28 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Jul 30 16:16:50.482565 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd6893-a7d2-4f31-9edd-73b79e8a26d3 req-9ec39784-93dd-473a-a418-9eb81322b361 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:50.484113 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a0fd6893-a7d2-4f31-9edd-73b79e8a26d3 req-9ec39784-93dd-473a-a418-9eb81322b361 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 945 time: 0.1013465 Jul 30 16:16:50.510630 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-86ca95ef-dcc8-429a-8242-acd0c8af7c6d tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:50.512210 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-86ca95ef-dcc8-429a-8242-acd0c8af7c6d tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "GET /v2.0/ports?device_id=21b40755-f7e4-4a93-8e70-3b915cbfabdd HTTP/1.1" status: 200 len: 945 time: 0.0506797 Jul 30 16:16:50.521176 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-a0fd6893-a7d2-4f31-9edd-73b79e8a26d3 req-5a9019cb-3eee-45d7-b382-9451a3429e95 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Jul 30 16:16:50.603760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Deleting port 5f6607f5-506d-47e4-8832-25e2caa7cb6d {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:50.604019 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.691740 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] For port 5f6607f5-506d-47e4-8832-25e2caa7cb6d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5f6607f5-506d-47e4-8832-25e2caa7cb6d,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:50.692103 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.704450 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Calling delete_port for 5f6607f5-506d-47e4-8832-25e2caa7cb6d owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:50.829399 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.842975 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['5f6607f5-506d-47e4-8832-25e2caa7cb6d'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:16:50.861676 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Pushing event deleted for resources: {'Port': ['ID=5f6607f5-506d-47e4-8832-25e2caa7cb6d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:50.873404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.873761 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.874111 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.874442 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.874777 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.875109 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.875464 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.875789 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.876115 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.876466 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.876762 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.877083 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:50.914177 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] No DVR routers for this DVR port 5f6607f5-506d-47e4-8832-25e2caa7cb6d on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:50.916707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:50.918721 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79d42bd7-d281-4ff2-95fb-fc8bcbe5b7b8 req-98f0b8ad-9e74-493a-a846-a69471dfe0b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "DELETE /v2.0/ports/5f6607f5-506d-47e4-8832-25e2caa7cb6d HTTP/1.1" status: 204 len: 173 time: 0.4003944 Jul 30 16:16:50.919173 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'name': 'network-vif-deleted', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:50.921373 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904a50ce-6014-4e10-b774-cc9fb3fd8ebe" -d '{"events": [{"server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "name": "network-vif-deleted", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:50.956994 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3c3206-9b16-4e09-b839-65e7b8e13972 x-openstack-request-id: req-7d3c3206-9b16-4e09-b839-65e7b8e13972 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:50.957284 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b40755-f7e4-4a93-8e70-3b915cbfabdd", "name": "network-vif-deleted", "tag": "5f6607f5-506d-47e4-8832-25e2caa7cb6d", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:50.957534 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d3c3206-9b16-4e09-b839-65e7b8e13972 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:50.957944 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b40755-f7e4-4a93-8e70-3b915cbfabdd', 'name': 'network-vif-deleted', 'tag': '5f6607f5-506d-47e4-8832-25e2caa7cb6d', 'status': 'completed', 'code': 200} Jul 30 16:16:51.409670 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1e07-9bef-4be9-9ce9-8e37863d7d8d req-bfcd6643-a183-4f62-8f59-d719b0d8afba tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:51.411862 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-608c1e07-9bef-4be9-9ce9-8e37863d7d8d req-bfcd6643-a183-4f62-8f59-d719b0d8afba tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Jul 30 16:16:51.449617 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-608c1e07-9bef-4be9-9ce9-8e37863d7d8d req-5188ab7a-b5a3-49ee-96b5-c2464f88a889 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Jul 30 16:16:51.779703 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-2866ad39-92fe-463e-aca6-51c1a935ee4d tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:51.781049 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-2866ad39-92fe-463e-aca6-51c1a935ee4d tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 808 time: 0.1019802 Jul 30 16:16:51.796096 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-860097cd-959c-4b6c-ba87-9765b1abd552 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/quotas/76ee051b3b5e4e9ba39b5b3a11792eb4 HTTP/1.1" status: 200 len: 375 time: 0.0087476 Jul 30 16:16:51.826618 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-7e3ee8cf-423b-432b-be60-a080bb0ced4b tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248868 Jul 30 16:16:51.837564 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-e8c7fb4d-8ce0-4e16-8cb8-32c231f3b541 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:16:51.838523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-e8c7fb4d-8ce0-4e16-8cb8-32c231f3b541 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050483 Jul 30 16:16:51.928429 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-b7f663d3-e993-48ec-a997-da5601d9e7cc service neutron] 10.222.0.37 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 30 16:16:52.013682 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a5438eac-729f-42b5-990d-ef2d9da41890 service neutron] 10.222.0.37 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792270 Jul 30 16:16:52.166410 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-550a8fd8-32f0-4e0e-b9c6-4b4c07fb5247 req-c8e9b8d1-10f1-49ef-a934-fdde895e711c tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 210 time: 0.0260863 Jul 30 16:16:52.570899 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46730978-7ae4-407e-93b4-bd79e377f5a8 req-89f55c19-74d9-49b4-85ed-36bf14cc1c66 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:52.572568 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-46730978-7ae4-407e-93b4-bd79e377f5a8 req-89f55c19-74d9-49b4-85ed-36bf14cc1c66 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Jul 30 16:16:52.615111 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-46730978-7ae4-407e-93b4-bd79e377f5a8 req-803f1ad5-744f-4bd1-831c-a4e42691ac10 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365369 Jul 30 16:16:53.015183 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-c26886e6-987c-4d11-b4ad-1ec681430d48 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:53.016811 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-c26886e6-987c-4d11-b4ad-1ec681430d48 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 945 time: 0.0500810 Jul 30 16:16:53.118692 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-b3dea413-4283-45dc-8898-04d39365bdd9 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:53.120039 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port 1d4d5279-4d0d-4100-9111-bce087569c04 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:16:53.120210 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-b3dea413-4283-45dc-8898-04d39365bdd9 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 808 time: 0.1094394 Jul 30 16:16:53.120404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.134526 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Request body: {'port': {'device_id': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa', 'admin_state_up': True, 'tenant_id': '76ee051b3b5e4e9ba39b5b3a11792eb4'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:53.217272 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] For port 1d4d5279-4d0d-4100-9111-bce087569c04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1d4d5279-4d0d-4100-9111-bce087569c04,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:53.217654 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.272300 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-75b1d4a4-f2be-4567-8c5a-9cbe726ff8e4 req-cdf1910a-5c7d-4517-93d3-760cbdce0c89 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 30 16:16:53.281077 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Made reservation on behalf of 76ee051b3b5e4e9ba39b5b3a11792eb4 for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:53.284655 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.397243 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.397635 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.397946 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.db.l3_db [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP c7e09ca4-523f-424e-8f4e-a34db835d4f5 disassociated. External IP: 172.27.0.128, port: 1d4d5279-4d0d-4100-9111-bce087569c04. Jul 30 16:16:53.398280 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for 1d4d5279-4d0d-4100-9111-bce087569c04 owned by compute:nova {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:16:53.408622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Allocated IP 172.20.0.8 (87fed68c-4369-43e9-8471-dff6ec2c72fa/a1960964-db45-4fe4-a9be-7d33f5e28175/5139c3f3-d435-4911-a997-6eb9f2353572) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:16:53.528575 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.554583 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.557086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=1d4d5279-4d0d-4100-9111-bce087569c04,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:53.595387 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.638859 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Network 87fed68c-4369-43e9-8471-dff6ec2c72fa is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:16:53.644790 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:53.649790 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:16:53.671916 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Pushing event updated for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:53.684509 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.685113 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.685662 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.686062 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.686479 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.686817 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.687200 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.687610 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.687962 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.688318 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.688853 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.688983 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:53.715162 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:53.715799 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.731337 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a8f9d540-5997-499d-8ecd-1f8297bf7273 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6007137 Jul 30 16:16:53.744633 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Request body: {'port': {'device_id': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:53.803854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:53.937942 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a94db093-72c3-42bc-aafa-33608424dec3 req-34f852e4-8ad4-4e7b-a062-dca9f2a69b78 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=36700cb8-81e3-47e4-96f9-9b417e29aef8 HTTP/1.1" status: 200 len: 210 time: 0.0324981 Jul 30 16:16:53.965585 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:16:54.078194 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:16:54.080932 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5139c3f3-d435-4911-a997-6eb9f2353572 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:54.089823 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:16:54.091991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.098923 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:54.099584 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:16:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:54.104382 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Transition to ACTIVE for port object 5139c3f3-d435-4911-a997-6eb9f2353572 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:54.112234 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.123733 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] No DVR routers for this DVR port 1d4d5279-4d0d-4100-9111-bce087569c04 on host hv-cinder-80304 {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:16:54.126311 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.129017 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ccfaa502-b1fb-4cd1-a844-e270fd3a97fe req-96163ee6-e39c-478b-84cd-01201a7caa4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "DELETE /v2.0/ports/1d4d5279-4d0d-4100-9111-bce087569c04 HTTP/1.1" status: 204 len: 173 time: 1.1046832 Jul 30 16:16:54.129482 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'name': 'network-vif-deleted', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04'}] {{(pid=93205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:54.131759 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b075db2fd13550bd2fb91fce688c0bdeeef65731e5258b065d81674d342b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0181130c-16de-454f-9cf8-819580db7007" -d '{"events": [{"server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "name": "network-vif-deleted", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04"}]}' {{(pid=93205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:54.173135 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Pushing event updated for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:54.173313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b8e0b-59df-4e2e-ae78-1da9ab08a656 x-openstack-request-id: req-320b8e0b-59df-4e2e-ae78-1da9ab08a656 {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:54.173600 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36700cb8-81e3-47e4-96f9-9b417e29aef8", "name": "network-vif-deleted", "tag": "1d4d5279-4d0d-4100-9111-bce087569c04", "status": "completed", "code": 200}]} {{(pid=93205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:54.173918 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-320b8e0b-59df-4e2e-ae78-1da9ab08a656 {{(pid=93205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:54.174374 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36700cb8-81e3-47e4-96f9-9b417e29aef8', 'name': 'network-vif-deleted', 'tag': '1d4d5279-4d0d-4100-9111-bce087569c04', 'status': 'completed', 'code': 200} Jul 30 16:16:54.227114 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:54.251021 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Attempting to bind port 5139c3f3-d435-4911-a997-6eb9f2353572 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:16:54.251418 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Attempting to bind port 5139c3f3-d435-4911-a997-6eb9f2353572 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:16:54.251743 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Attempting to bind port 5139c3f3-d435-4911-a997-6eb9f2353572 on network 87fed68c-4369-43e9-8471-dff6ec2c72fa {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:54.256786 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Port 5139c3f3-d435-4911-a997-6eb9f2353572 on network 87fed68c-4369-43e9-8471-dff6ec2c72fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:16:54.257106 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Attempting to bind port 5139c3f3-d435-4911-a997-6eb9f2353572 on network 87fed68c-4369-43e9-8471-dff6ec2c72fa {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:54.261932 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:16:54.262268 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Checking segment: {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:54.262654 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Bound using segment: {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:16:54.263164 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Bound port: 5139c3f3-d435-4911-a997-6eb9f2353572, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846a6865-17ad-4d6f-afe9-78650e21fe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:16:54.263529 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.329122 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:16:54.332936 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5139c3f3-d435-4911-a997-6eb9f2353572,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:16:54.336784 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.371242 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:54.372476 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:54.373427 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] 10.222.0.70 "PUT /v2.0/ports/5139c3f3-d435-4911-a997-6eb9f2353572 HTTP/1.1" status: 200 len: 1093 time: 0.6332805 Jul 30 16:16:54.373975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:54.376380 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f491eea-3e30-4171-854f-c432585961bf" -d '{"events": [{"name": "network-changed", "server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:54.394601 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944785c-895f-4bcb-aa41-7b9b6f6d3bf9 req-9cc82653-a81a-4ffd-a0dd-eeea8b22aaa5 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:54.397706 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3944785c-895f-4bcb-aa41-7b9b6f6d3bf9 req-9cc82653-a81a-4ffd-a0dd-eeea8b22aaa5 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 943 time: 0.0531147 Jul 30 16:16:54.412850 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c8b73-270c-4122-a61f-21a64748c32d service neutron] Pushing event updated for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:54.445000 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-3944785c-895f-4bcb-aa41-7b9b6f6d3bf9 req-24129e10-9c81-4ccb-89bd-61accaac78c3 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Jul 30 16:16:54.450583 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a5fc0-823c-4477-bcef-190b5093cfbc x-openstack-request-id: req-c67a5fc0-823c-4477-bcef-190b5093cfbc {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:54.450978 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:54.451349 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c67a5fc0-823c-4477-bcef-190b5093cfbc {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:54.451833 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572', 'status': 'completed', 'code': 200} Jul 30 16:16:54.472727 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:54.497557 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a541c69b-47dd-4cfc-b6bd-c8506ca30a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:54.499390 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:16:54.499542 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a541c69b-47dd-4cfc-b6bd-c8506ca30a40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 1096 time: 0.0609980 Jul 30 16:16:54.508685 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:16:54.509307 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:16:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:54.542340 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-8fd34734-3f1a-404d-957d-40fe43849cc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5139c3f3-d435-4911-a997-6eb9f2353572 HTTP/1.1" status: 200 len: 217 time: 0.0343566 Jul 30 16:16:54.592179 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-04dcb034-6192-470d-bd8e-8dcc7b386356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:54.593528 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-04dcb034-6192-470d-bd8e-8dcc7b386356 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a1960964-db45-4fe4-a9be-7d33f5e28175 HTTP/1.1" status: 200 len: 848 time: 0.0439496 Jul 30 16:16:54.615021 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:16:54.624705 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-dae32897-e1c2-4e5e-95cb-58e4a3f861ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fed68c-4369-43e9-8471-dff6ec2c72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235219 Jul 30 16:16:54.658552 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5f6607f5-506d-47e4-8832-25e2caa7cb6d no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:54.705923 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 5f6607f5-506d-47e4-8832-25e2caa7cb6d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:54.706258 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5f6607f5-506d-47e4-8832-25e2caa7cb6d not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:54.718122 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-a2fec5a6-fe6c-40aa-9d87-9c3931d5f127 service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845916 Jul 30 16:16:54.809858 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-bd029d3a-ef93-49ab-8830-7b380e77bf14 req-6f4aa71b-63e6-4cf9-bb49-775f2c59a1bb service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834610 Jul 30 16:16:54.845786 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:16:54.874188 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea7a8b-9567-4fba-b181-640df1f10af0 None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:16:54.906828 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f491eea-3e30-4171-854f-c432585961bf req-e871f687-8760-4acf-a2b8-454acf254e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:54.908514 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-e871f687-8760-4acf-a2b8-454acf254e0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 1096 time: 0.0503204 Jul 30 16:16:55.003093 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f491eea-3e30-4171-854f-c432585961bf req-1408f49d-ec4c-4548-9a51-675c29df6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:55.005210 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-1408f49d-ec4c-4548-9a51-675c29df6fd1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 200 len: 909 time: 0.0881689 Jul 30 16:16:55.055383 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-9034da3a-f894-47d6-ad2a-ced151d5fe73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5139c3f3-d435-4911-a997-6eb9f2353572 HTTP/1.1" status: 200 len: 217 time: 0.0408299 Jul 30 16:16:55.119198 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f491eea-3e30-4171-854f-c432585961bf req-984abb92-98da-4d41-b866-d5c8f6c8e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:55.120680 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-984abb92-98da-4d41-b866-d5c8f6c8e8a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a1960964-db45-4fe4-a9be-7d33f5e28175 HTTP/1.1" status: 200 len: 848 time: 0.0572436 Jul 30 16:16:55.137127 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4bf545-9b8f-4764-88a9-094bfcbb1c06 None None] New status for floating IP c7e09ca4-523f-424e-8f4e-a34db835d4f5: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:16:55.155631 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-7cdecfda-dcfc-42ce-96f6-24d4d9a6b048 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fed68c-4369-43e9-8471-dff6ec2c72fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274072 Jul 30 16:16:55.211409 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-47c64cbe-a23f-4bb6-aa30-3aa27c55d398 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585456609&fields=id&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 267 time: 0.0328748 Jul 30 16:16:55.249961 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-dcd2f1ad-a2fb-4ce3-ab8c-f00128e4be00 service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866404 Jul 30 16:16:55.330154 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-a8983e02-7a41-46bb-8a73-cf792f476dee tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:55.331640 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-a8983e02-7a41-46bb-8a73-cf792f476dee tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1135468 Jul 30 16:16:55.346431 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-506e20c9-a83f-4f49-a6ad-0b6135fb35ea tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/quotas/07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 375 time: 0.0088754 Jul 30 16:16:55.350297 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f491eea-3e30-4171-854f-c432585961bf req-ebdb66b7-9477-4fa4-b663-9d48ccf5ad63 service neutron] 10.222.0.70 "GET /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903378 Jul 30 16:16:55.399632 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-30eaa6f3-fb17-4ca8-bef4-d95a3e4be397 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471230 Jul 30 16:16:55.491703 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-bbeda203-93e5-47b3-92ab-3e900f846f31 service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803828 Jul 30 16:16:55.561941 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ad4ce-3e10-4cea-9a58-47f5ee5710e2 req-b69b6533-925c-4eb1-b24c-99c51fbac289 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:55.563443 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c71ad4ce-3e10-4cea-9a58-47f5ee5710e2 req-b69b6533-925c-4eb1-b24c-99c51fbac289 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 943 time: 0.0494471 Jul 30 16:16:55.587819 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-7462e70d-b59d-4099-a599-2bf309b8f3e9 service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888517 Jul 30 16:16:55.602120 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c71ad4ce-3e10-4cea-9a58-47f5ee5710e2 req-eb34af66-2c97-4bf0-baf9-d0aaa8478ae8 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jul 30 16:16:55.880258 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-065f6820-9a5d-4153-b9d5-a9cb6f7396a8 req-a253f8e4-44ab-4d88-89d8-22ddf72b0d68 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jul 30 16:16:56.650461 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5139c3f3-d435-4911-a997-6eb9f2353572 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:16:56.661161 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 1d4d5279-4d0d-4100-9111-bce087569c04 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:16:56.699927 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 1d4d5279-4d0d-4100-9111-bce087569c04 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:16:56.700529 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 1d4d5279-4d0d-4100-9111-bce087569c04 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:16:56.769088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abe0d2-9a99-4f7f-9951-6afaf0675493 req-aa6d4383-669d-479e-bd1a-0d6017a7a81a tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:56.770295 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2abe0d2-9a99-4f7f-9951-6afaf0675493 req-aa6d4383-669d-479e-bd1a-0d6017a7a81a tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 943 time: 0.0934224 Jul 30 16:16:56.826893 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5139c3f3-d435-4911-a997-6eb9f2353572,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:56.828671 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2abe0d2-9a99-4f7f-9951-6afaf0675493 req-0384e295-9070-4e24-b7bf-7fd14d77f795 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 Jul 30 16:16:56.844288 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-96c369c7-4745-41e4-baa7-2cfb13e4c4dd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:56.849220 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '5139c3f3-d435-4911-a997-6eb9f2353572', 'network_id': '87fed68c-4369-43e9-8471-dff6ec2c72fa', 'port_id': '5139c3f3-d435-4911-a997-6eb9f2353572', 'mac_address': 'fa:16:3e:e7:4d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1960964-db45-4fe4-a9be-7d33f5e28175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:16:56.852618 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-96c369c7-4745-41e4-baa7-2cfb13e4c4dd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1799259 Jul 30 16:16:56.898284 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:56.901933 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-b52b4490-24c6-47a8-881e-fd7cdccc98c6 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 380 time: 0.0385876 Jul 30 16:16:56.914328 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'port': {'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'admin_state_up': True, 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'security_groups': ['e783ce7b-77f9-47a8-a2ff-9445c8eb81a2']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:56.921318 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5139c3f3-d435-4911-a997-6eb9f2353572 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:56.942522 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5139c3f3-d435-4911-a997-6eb9f2353572,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:56.947573 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.002304 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:57.010368 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.010832 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.011299 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.011729 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.012151 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.012574 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.012996 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.013431 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.013848 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.014263 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.014677 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.015093 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:16:57.020358 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f00f33b3-f125-4b99-884f-03c2e57117fa req-e43be1c6-4070-4b0e-a2c0-1e4aa6c9e5f5 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 210 time: 0.0393450 Jul 30 16:16:57.085144 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Made reservation on behalf of 07bf3493a71648c895b14d999b3bfb1e for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:16:57.089529 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.180081 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['5139c3f3-d435-4911-a997-6eb9f2353572'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:16:57.215339 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.20.0.14 (7d0da8fd-0a56-4002-b0c2-d66355f139a4/285d8b86-e4a3-442c-9f77-a887c44071dc/097e775d-f23f-4ca8-a3e3-ef121c4f29d3) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:16:57.353191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.367422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Transition to ACTIVE for port object 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:57.400033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.445278 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:16:57.448257 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:16:57.453836 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:16:57.478037 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:57.510198 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:57.510823 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.525896 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-581d2316-7f8a-46a0-9e58-275d9c7951b3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172416 Jul 30 16:16:57.539826 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Request body: {'port': {'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:16:57.595647 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.668453 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7075cfc9-9669-4bfa-a759-94e681db03de None None] Provisioning for port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:16:57.672848 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-7075cfc9-9669-4bfa-a759-94e681db03de None None] Provisioning complete for port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:16:57.673221 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7075cfc9-9669-4bfa-a759-94e681db03de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.706905 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-7075cfc9-9669-4bfa-a759-94e681db03de None None] Port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:16:57.851964 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:16:57.859403 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.872479 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Transition to ACTIVE for port object 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:16:57.876472 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:57.928463 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Pushing event updated for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:57.965380 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957d111-0401-42db-bc99-d4019baa257e req-f2158139-a712-47f3-ae2c-db3436e24eda tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:57.966943 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d957d111-0401-42db-bc99-d4019baa257e req-f2158139-a712-47f3-ae2c-db3436e24eda tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 944 time: 0.0641909 Jul 30 16:16:58.005037 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Attempting to bind port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:16:58.005376 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Attempting to bind port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:16:58.005707 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Attempting to bind port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:58.008843 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d957d111-0401-42db-bc99-d4019baa257e req-1114937f-4eb6-4519-ad15-19870bcc9f8f tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347514 Jul 30 16:16:58.013296 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:16:58.013622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Attempting to bind port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:16:58.018710 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:16:58.020027 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:16:58.020730 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Bound using segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:16:58.021161 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Bound port: 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:16:58.021535 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.092379 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:16:58.125370 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:16:58.132504 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.171720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.172248 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.173681 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] 10.222.0.70 "PUT /v2.0/ports/097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 1094 time: 0.6388009 Jul 30 16:16:58.174775 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:58.177199 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:58.195637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e05d7-3e95-4955-8e4f-065e3ff2a4f2 req-b4a50ad8-d221-49d0-8f15-24e910835a63 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.204533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-459e05d7-3e95-4955-8e4f-065e3ff2a4f2 req-b4a50ad8-d221-49d0-8f15-24e910835a63 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.1130226 Jul 30 16:16:58.231654 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5741d5-387b-46e7-aa91-def1fbbc4816 x-openstack-request-id: req-bd5741d5-387b-46e7-aa91-def1fbbc4816 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:58.231943 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:58.232191 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd5741d5-387b-46e7-aa91-def1fbbc4816 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:58.232571 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'status': 'completed', 'code': 200} Jul 30 16:16:58.253301 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29610b0-17e0-4a5f-9de5-240b967acb7d service neutron] Pushing event updated for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:58.295676 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-459e05d7-3e95-4955-8e4f-065e3ff2a4f2 req-25cd9fc6-4582-4ea2-b6e1-00f7f7f5ae9c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906770 Jul 30 16:16:58.305568 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-4ca91181-c585-4c62-9dcb-380272c69e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.307050 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-4ca91181-c585-4c62-9dcb-380272c69e41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1097 time: 0.0852945 Jul 30 16:16:58.351388 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-b1674629-6fd3-423a-9ccf-206f922daf5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 217 time: 0.0340796 Jul 30 16:16:58.400104 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e00a9ad1-c4f4-476a-835c-97de826eceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.401473 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-e00a9ad1-c4f4-476a-835c-97de826eceae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0422010 Jul 30 16:16:58.449540 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-54c8bda8-fa94-4a4d-a777-ca4d0e809dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.451656 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-54c8bda8-fa94-4a4d-a777-ca4d0e809dbc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424223 Jul 30 16:16:58.537351 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-b66a59fe-e1ae-4dc6-9198-27eb4a41244a service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783241 Jul 30 16:16:58.626518 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e2be913a-a9c9-41c5-a6b5-f9dddb12fd6d req-63d8af8f-c48f-4185-ae7a-3deb76e6227a service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818398 Jul 30 16:16:58.665619 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5139c3f3-d435-4911-a997-6eb9f2353572 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:16:58.710635 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-5756c2b7-7552-4787-ba04-f5104676ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.712448 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-5756c2b7-7552-4787-ba04-f5104676ff82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1097 time: 0.0414681 Jul 30 16:16:58.714462 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 5139c3f3-d435-4911-a997-6eb9f2353572 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:16:58.718145 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 5139c3f3-d435-4911-a997-6eb9f2353572 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:16:58.718513 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.796549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.802467 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-ff0cb309-21cb-4c11-9355-d5ae4fe59d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.804193 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-ff0cb309-21cb-4c11-9355-d5ae4fe59d0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0840926 Jul 30 16:16:58.822208 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:16:58.824585 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bc5b49-668e-469a-82eb-21e449e284ac" -d '{"events": [{"server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "name": "network-vif-plugged", "status": "completed", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:16:58.838399 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5139c3f3-d435-4911-a997-6eb9f2353572,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:16:58.842992 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:16:58.850964 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-38f9164b-e318-4fe1-a87b-db1fae57c82c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 217 time: 0.0385270 Jul 30 16:16:58.866932 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c49199-2170-47d1-b5ca-c094cf7bc4d8 x-openstack-request-id: req-06c49199-2170-47d1-b5ca-c094cf7bc4d8 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:16:58.867257 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "name": "network-vif-plugged", "status": "completed", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:16:58.867517 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06c49199-2170-47d1-b5ca-c094cf7bc4d8 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:16:58.867906 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572', 'code': 200} Jul 30 16:16:58.893724 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:16:58.903986 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-1c4a1da2-2fbe-4360-894d-6d74fdfde1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.905353 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-1c4a1da2-2fbe-4360-894d-6d74fdfde1fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0464399 Jul 30 16:16:58.951622 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-af524054-5899-4e08-a34c-46c555883f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:58.953331 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-af524054-5899-4e08-a34c-46c555883f7f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407410 Jul 30 16:16:59.031479 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41bfcd-0645-40f7-8559-2ac0b67fccdf req-0f8f42f3-5c30-4095-b51e-1ea9ab66ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:59.032952 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eb41bfcd-0645-40f7-8559-2ac0b67fccdf req-0f8f42f3-5c30-4095-b51e-1ea9ab66ed7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 1098 time: 0.0429819 Jul 30 16:16:59.048978 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-d63a75d0-6b11-45c4-9410-c071da0fc5ec service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877883 Jul 30 16:16:59.070271 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-eb41bfcd-0645-40f7-8559-2ac0b67fccdf req-3405c1ad-4052-4b24-9aeb-319ede2413ed service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301440 Jul 30 16:16:59.170969 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9c68-71fe-46ae-a6e0-7020c5f802a8 req-2595bb82-cdc4-4f16-aa84-84d3668c3f40 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:59.172479 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c10f9c68-71fe-46ae-a6e0-7020c5f802a8 req-2595bb82-cdc4-4f16-aa84-84d3668c3f40 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 945 time: 0.0761364 Jul 30 16:16:59.177747 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2f5a5fe3-7cc2-41ae-b9ca-44469a2fd863 req-4ad3c895-434b-4ddb-b860-a3e611ee9c3f service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218975 Jul 30 16:16:59.209628 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-c10f9c68-71fe-46ae-a6e0-7020c5f802a8 req-cc72b3c5-5566-443e-8966-64ff3cb3cf17 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Jul 30 16:16:59.409583 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4106b50-2be5-4965-9120-46991e083a65 req-b64e409a-f51a-4780-9fc3-a8cdb733bc31 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:16:59.411812 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d4106b50-2be5-4965-9120-46991e083a65 req-b64e409a-f51a-4780-9fc3-a8cdb733bc31 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0491116 Jul 30 16:16:59.449817 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d4106b50-2be5-4965-9120-46991e083a65 req-380f9fee-7ecf-4922-bc68-3030aac2d46b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321355 Jul 30 16:17:00.320297 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645e089-4c88-47c4-909f-1d119b51421d req-91a04862-ce48-480d-aa1c-a597e9eab1c2 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:00.321749 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3645e089-4c88-47c4-909f-1d119b51421d req-91a04862-ce48-480d-aa1c-a597e9eab1c2 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 945 time: 0.0476704 Jul 30 16:17:00.358527 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-3645e089-4c88-47c4-909f-1d119b51421d req-bd38d328-9247-46ca-8dda-2aad66646a27 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Jul 30 16:17:00.563388 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7810b-76c6-46ea-9bd0-379e6c4b0183 req-ac565e97-418c-4e27-84d3-d16c9371849a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:00.564892 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0ac7810b-76c6-46ea-9bd0-379e6c4b0183 req-ac565e97-418c-4e27-84d3-d16c9371849a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0489767 Jul 30 16:17:00.604455 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-0ac7810b-76c6-46ea-9bd0-379e6c4b0183 req-82503c6f-847a-4dcf-a7dc-d6fb39a8aa2b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jul 30 16:17:01.020916 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1c10-2e47-4ef4-9f0f-5665d295be50 req-ad47f4df-1360-4751-9851-c5bdef0621e7 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:01.022128 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d2b1c10-2e47-4ef4-9f0f-5665d295be50 req-ad47f4df-1360-4751-9851-c5bdef0621e7 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Jul 30 16:17:01.059485 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4d2b1c10-2e47-4ef4-9f0f-5665d295be50 req-d91f44b3-39cd-47d1-870b-9565e2dcf78d tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310893 Jul 30 16:17:01.718907 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537171f-8ea9-400c-8a23-9b0eac1fdca0 req-192523c2-da66-4148-b260-f11fdd9ddf24 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:01.720389 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1537171f-8ea9-400c-8a23-9b0eac1fdca0 req-192523c2-da66-4148-b260-f11fdd9ddf24 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0487089 Jul 30 16:17:01.756675 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1537171f-8ea9-400c-8a23-9b0eac1fdca0 req-e2d10512-0d0e-4a2d-8870-2b516af2561f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297468 Jul 30 16:17:02.176665 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4d95-064d-4acf-bce6-d4cce91f3fcb req-daa9e7d2-0a90-4d29-8e67-233de9f0c2c8 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:02.178192 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2d0b4d95-064d-4acf-bce6-d4cce91f3fcb req-daa9e7d2-0a90-4d29-8e67-233de9f0c2c8 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 945 time: 0.0475922 Jul 30 16:17:02.215481 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2d0b4d95-064d-4acf-bce6-d4cce91f3fcb req-8f1d23a1-05de-445b-8b71-569bd16e0958 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/security-groups?id=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Jul 30 16:17:02.752700 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-7ec99c56-3625-4ee2-b4aa-56c7ef4928d1 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:02.754119 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-7ec99c56-3625-4ee2-b4aa-56c7ef4928d1 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 945 time: 0.2925069 Jul 30 16:17:02.874070 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Deleting port 5139c3f3-d435-4911-a997-6eb9f2353572 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:17:02.874409 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:02.893960 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee1f1-2de7-47fd-8217-c9f5944b25af req-664f46f6-353a-4747-bbc3-c82df6054382 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:02.896022 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-31fee1f1-2de7-47fd-8217-c9f5944b25af req-664f46f6-353a-4747-bbc3-c82df6054382 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0723286 Jul 30 16:17:02.970232 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-31fee1f1-2de7-47fd-8217-c9f5944b25af req-4623090f-fdac-49cb-8ed3-d5211add4da7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506070 Jul 30 16:17:02.990903 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] For port 5139c3f3-d435-4911-a997-6eb9f2353572, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=5139c3f3-d435-4911-a997-6eb9f2353572,segment=NetworkSegment(846a6865-17ad-4d6f-afe9-78650e21fe61),segment_id=846a6865-17ad-4d6f-afe9-78650e21fe61)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:02.991297 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:03.004061 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Calling delete_port for 5139c3f3-d435-4911-a997-6eb9f2353572 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:17:03.131428 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:03.143273 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['5139c3f3-d435-4911-a997-6eb9f2353572'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:17:03.164775 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Pushing event deleted for resources: {'Port': ['ID=5139c3f3-d435-4911-a997-6eb9f2353572,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:03.203858 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] No DVR routers for this DVR port 5139c3f3-d435-4911-a997-6eb9f2353572 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:17:03.206314 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:03.208558 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b057a977-137d-4f3f-80a8-0164eff88ec8 req-aaea27c0-5ac0-4204-bc09-94d3af5ac3b0 tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.70 "DELETE /v2.0/ports/5139c3f3-d435-4911-a997-6eb9f2353572 HTTP/1.1" status: 204 len: 173 time: 0.4474123 Jul 30 16:17:03.208979 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'name': 'network-vif-deleted', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:17:03.211221 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3267bb-768c-41c7-9757-b3943237682c" -d '{"events": [{"server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "name": "network-vif-deleted", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:17:03.248688 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c85394-f409-441b-bd3f-3da5ba6bb3e4 x-openstack-request-id: req-70c85394-f409-441b-bd3f-3da5ba6bb3e4 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:17:03.248980 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ebdf43-59cd-4ddc-9f96-4f53f22016d7", "name": "network-vif-deleted", "tag": "5139c3f3-d435-4911-a997-6eb9f2353572", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:17:03.249378 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70c85394-f409-441b-bd3f-3da5ba6bb3e4 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:17:03.249619 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ebdf43-59cd-4ddc-9f96-4f53f22016d7', 'name': 'network-vif-deleted', 'tag': '5139c3f3-d435-4911-a997-6eb9f2353572', 'status': 'completed', 'code': 200} Jul 30 16:17:03.310920 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-76434f9d-dd1f-4b49-9308-9ff3d937ac2f req-613df87b-9429-4b16-a6ab-5020685539fe tempest-VolumesActionsTest-279635421 tempest-VolumesActionsTest-279635421-project] 10.222.0.37 "GET /v2.0/ports?device_id=48ebdf43-59cd-4ddc-9f96-4f53f22016d7 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Jul 30 16:17:04.083763 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515d48-1f46-4d6b-9ff5-e0e423345789 req-148ae709-2e0c-4aef-b657-c1857f6c01b7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:04.085140 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2515d48-1f46-4d6b-9ff5-e0e423345789 req-148ae709-2e0c-4aef-b657-c1857f6c01b7 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0480781 Jul 30 16:17:04.121831 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e2515d48-1f46-4d6b-9ff5-e0e423345789 req-432462f3-4e93-49d6-9422-5a4cb44f1a4c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Jul 30 16:17:05.238874 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14759fc-3a40-4377-9147-b6bc5d02a9ef req-721b4f62-b0e9-4069-937f-d0cf5db95ec0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:05.240498 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a14759fc-3a40-4377-9147-b6bc5d02a9ef req-721b4f62-b0e9-4069-937f-d0cf5db95ec0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0528286 Jul 30 16:17:05.278429 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a14759fc-3a40-4377-9147-b6bc5d02a9ef req-e07db49d-350e-4d6f-80c2-54e2e4431a8f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320301 Jul 30 16:17:06.308100 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:17:06.389927 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce4722-a114-4582-a5ab-7cbadedc0fcf req-7280f892-a963-4afb-9515-7905e7a7bb06 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:06.391312 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-39ce4722-a114-4582-a5ab-7cbadedc0fcf req-7280f892-a963-4afb-9515-7905e7a7bb06 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 944 time: 0.0470541 Jul 30 16:17:06.428702 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-39ce4722-a114-4582-a5ab-7cbadedc0fcf req-a3556c4a-bf99-4a79-a961-bb0a081b0618 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Jul 30 16:17:06.979299 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:17:07.073245 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:07.084515 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:17:07.121058 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:07.134020 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:17:07.156526 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:07.160384 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:07.206718 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:07.540193 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1353-607b-4f6f-b882-7f6bb973906c req-254a0887-3691-402d-b718-4aab83e60a3d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:07.541650 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-46bb1353-607b-4f6f-b882-7f6bb973906c req-254a0887-3691-402d-b718-4aab83e60a3d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 945 time: 0.0483119 Jul 30 16:17:07.578112 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-46bb1353-607b-4f6f-b882-7f6bb973906c req-a134c818-1333-438a-ae56-ae5ea45bd19f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Jul 30 16:17:07.976831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5139c3f3-d435-4911-a997-6eb9f2353572 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:17:07.999821 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 5139c3f3-d435-4911-a997-6eb9f2353572 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:17:08.000461 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 5139c3f3-d435-4911-a997-6eb9f2353572 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:17:08.012764 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-920b85a4-c3ce-48a0-a4af-34c77379c165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:08.217640 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['097e775d-f23f-4ca8-a3e3-ef121c4f29d3'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:17:08.691562 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc48e5-4bd1-44ef-a693-2ed9e9f0b920 req-d82edde5-d0fc-4f34-821e-b20d0ab6f4c5 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:08.693663 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2acc48e5-4bd1-44ef-a693-2ed9e9f0b920 req-d82edde5-d0fc-4f34-821e-b20d0ab6f4c5 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 945 time: 0.0503430 Jul 30 16:17:08.731859 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2acc48e5-4bd1-44ef-a693-2ed9e9f0b920 req-9d51df00-1f98-4907-ac6f-597e5ca58182 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Jul 30 16:17:09.888735 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3470b6-2a68-463e-9e4d-7c5eff819748 req-e38fa289-2cac-46d4-a119-a03594a9cded tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:09.895670 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2f3470b6-2a68-463e-9e4d-7c5eff819748 req-e38fa289-2cac-46d4-a119-a03594a9cded tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 945 time: 0.0747437 Jul 30 16:17:09.937821 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2f3470b6-2a68-463e-9e4d-7c5eff819748 req-f6ef72be-07a2-490a-9a59-6069c56bd5a0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350919 Jul 30 16:17:10.436483 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-47012a28-6f1f-4499-af99-2525b2e8ec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:10.690311 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:17:10.743420 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:17:10.748069 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:17:10.748642 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:10.811562 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:10.862523 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:10.889640 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:17:10.892414 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213f0508-aae7-4b13-ac10-dbfa6ed8dc2a" -d '{"events": [{"server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "name": "network-vif-plugged", "status": "completed", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:17:10.907659 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:10.914358 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:10.964707 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32875025-f016-4341-954f-660ad6713a39 x-openstack-request-id: req-32875025-f016-4341-954f-660ad6713a39 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:17:10.965268 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "name": "network-vif-plugged", "status": "completed", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:17:10.965527 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32875025-f016-4341-954f-660ad6713a39 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:17:10.965919 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'code': 200} Jul 30 16:17:10.977050 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:11.070662 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237694-1809-447a-b46f-4edca51978c2 req-b21db22f-6453-42bd-9475-2ea978dcdf66 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:11.072228 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c3237694-1809-447a-b46f-4edca51978c2 req-b21db22f-6453-42bd-9475-2ea978dcdf66 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0637016 Jul 30 16:17:11.130962 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c3237694-1809-447a-b46f-4edca51978c2 req-f8c4260f-47e3-4da9-90f3-a6e8ca155d0f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499651 Jul 30 16:17:11.232212 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d11c3-a904-48a9-b83f-774248d24511 req-f7473261-9c94-4399-b897-774e477134bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:11.233898 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cf1d11c3-a904-48a9-b83f-774248d24511 req-f7473261-9c94-4399-b897-774e477134bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1099 time: 0.0502400 Jul 30 16:17:11.272194 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cf1d11c3-a904-48a9-b83f-774248d24511 req-a17f02da-ee52-4f26-bdec-9ea50d9614ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298359 Jul 30 16:17:11.457031 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:11.735838 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:12.288904 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119b60c-ea9a-4793-81e3-3d62a3ee928c req-60203d10-4f16-49a7-9278-575de7832805 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:12.299716 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e119b60c-ea9a-4793-81e3-3d62a3ee928c req-60203d10-4f16-49a7-9278-575de7832805 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0866268 Jul 30 16:17:12.347750 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-e119b60c-ea9a-4793-81e3-3d62a3ee928c req-c5ea9479-de38-4622-b8ac-60c56ed47e9e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468919 Jul 30 16:17:12.486570 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58111acc-893c-42a4-ae22-01c61872b304 req-242e9f41-1f6d-44f1-ae88-36b09d7cfd29 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:12.488777 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-58111acc-893c-42a4-ae22-01c61872b304 req-242e9f41-1f6d-44f1-ae88-36b09d7cfd29 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0513973 Jul 30 16:17:12.533898 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-58111acc-893c-42a4-ae22-01c61872b304 req-d4a8b7ac-cc3b-4160-9fbc-4042577b2acd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361214 Jul 30 16:17:12.557525 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34950) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:12.600423 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3502b9-2251-47dd-a55a-e3b87baa8f43 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:12.602142 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-4d3502b9-2251-47dd-a55a-e3b87baa8f43 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1094 time: 0.0433354 Jul 30 16:17:12.604908 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 34952) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:12.609440 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:17:12.639606 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:12.768291 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:12.888825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.27.0.100 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/8ffebd76-965c-4dd8-a9f7-40f22d20ef51) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:17:13.016079 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.058597 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.098496 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:17:13.103534 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:17:13.109470 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:17:13.139275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=8ffebd76-965c-4dd8-a9f7-40f22d20ef51,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:13.550311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.632158 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.723946 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.808640 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.813738 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:13.892221 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=8ffebd76-965c-4dd8-a9f7-40f22d20ef51,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:13.908633 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:14.013292 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP 91bb0b03-278f-4c39-b501-90af78645ab9 associated. External IP: 172.27.0.100, port: 097e775d-f23f-4ca8-a3e3-ef121c4f29d3. Jul 30 16:17:14.231972 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:17:14.355615 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:17:14.367928 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:17:14.379574 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:17:14.380089 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:14.380627 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:17:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:14.423188 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-294b84a2-e147-4f55-a1fd-fe31f37edcd4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8131602 Jul 30 16:17:14.423188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:17:14.423188 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e4f64-8de7-47f4-b0d7-2419e267d2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:17:14.468799 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1facf-d21f-482f-9599-f2a428893023 x-openstack-request-id: req-e3b1facf-d21f-482f-9599-f2a428893023 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:17:14.469431 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:17:14.469972 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e3b1facf-d21f-482f-9599-f2a428893023 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:17:14.470662 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'status': 'completed', 'code': 200} Jul 30 16:17:14.512416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:17:14.540176 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-5ec86c93-7929-40b7-883b-ff33d09bbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:14.541698 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-5ec86c93-7929-40b7-883b-ff33d09bbe71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1099 time: 0.0495136 Jul 30 16:17:14.680160 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-e996cb26-fc74-499a-b1b1-a909cfce73e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:14.681659 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-e996cb26-fc74-499a-b1b1-a909cfce73e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.1320927 Jul 30 16:17:14.760492 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-64dc3c83-1953-4076-a8a9-ede422b4db4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 1000 time: 0.0710292 Jul 30 16:17:14.815789 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-d7f51afd-c0c2-41d8-8b3d-1dc3128cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:14.817360 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-d7f51afd-c0c2-41d8-8b3d-1dc3128cac04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0485635 Jul 30 16:17:14.874336 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-298f7c45-0078-44e0-8c64-bad54c2603cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:14.876207 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-298f7c45-0078-44e0-8c64-bad54c2603cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503933 Jul 30 16:17:14.952129 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:13Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:14.983008 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:17:14.987835 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-aada756c-8470-4992-b92b-78eeb99966cc service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041369 Jul 30 16:17:14.992834 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:17:14.992834 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:17:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:15.104887 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-777e4f64-8de7-47f4-b0d7-2419e267d2e5 req-6af662e3-97e6-4bac-ba73-4048e9957eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092558 Jul 30 16:17:15.118431 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:17:15.417550 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:13Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:15.446720 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7305b76-a0d4-4a50-8d97-05e2ff5b41aa None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:13Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:17:15.670839 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d356f69-5011-4fea-aea5-a86d25cf3015 None None] New status for floating IP 91bb0b03-278f-4c39-b501-90af78645ab9: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:17:16.038669 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-40ceeece-5713-4968-9b83-c4000a2d99c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459116 Jul 30 16:17:16.107412 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-19f06555-9866-4491-ae09-aefbbe4ff24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:16.109036 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-19f06555-9866-4491-ae09-aefbbe4ff24e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0456522 Jul 30 16:17:16.219265 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-d45b1752-ccad-43ff-93b1-c91d778f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:16.220839 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-d45b1752-ccad-43ff-93b1-c91d778f02f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0917315 Jul 30 16:17:16.301040 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-0af81f41-936d-4075-a14c-993ba07f07b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 1001 time: 0.0724938 Jul 30 16:17:16.354125 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-07385d09-16f1-49c1-b99b-f52b6e285c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:16.355641 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-07385d09-16f1-49c1-b99b-f52b6e285c52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0464053 Jul 30 16:17:16.404377 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-40867d06-7e7e-4c90-9b43-9a7b185f3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:16.405901 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-40867d06-7e7e-4c90-9b43-9a7b185f3f52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423479 Jul 30 16:17:16.504499 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-9c8d05b2-cbcf-4885-b077-febda079ddd6 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Jul 30 16:17:16.606054 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14b18a34-4406-47ed-87c8-5a50ae4ce92e req-8b6af9e9-6105-48d2-b2c8-a02ccc64debb service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942426 Jul 30 16:17:24.620145 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de271b8-7695-4ec1-8608-27c9b4a1cf91 req-d0c61f91-06a0-49d6-ba05-b76f74344cb3 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:24.621618 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0de271b8-7695-4ec1-8608-27c9b4a1cf91 req-d0c61f91-06a0-49d6-ba05-b76f74344cb3 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0529795 Jul 30 16:17:24.659444 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0de271b8-7695-4ec1-8608-27c9b4a1cf91 req-7d5e7487-30d8-44d1-9bee-b7314d93d6e7 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Jul 30 16:17:25.137394 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35092) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:25.179981 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Deleting subnet a1960964-db45-4fe4-a9be-7d33f5e28175 {{(pid=93204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:17:25.182878 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.215545 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13053870'] for subnet, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.255874 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.307064 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15018873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12908714'] for subnet, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.329530 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1960964-db45-4fe4-a9be-7d33f5e28175,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:25.335626 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.337563 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-7212b359-363a-4109-8088-bd70e3e07789 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1960964-db45-4fe4-a9be-7d33f5e28175 HTTP/1.1" status: 204 len: 168 time: 0.1991229 Jul 30 16:17:25.339976 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35094) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:25.403544 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.481907 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.492343 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fed68c-4369-43e9-8471-dff6ec2c72fa']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:25.502021 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846a6865-17ad-4d6f-afe9-78650e21fe61') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:25.502309 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846a6865-17ad-4d6f-afe9-78650e21fe61') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:17:25.510837 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.523791 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.529724 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:17:25.530165 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:17:25.531777 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:17:25.583102 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.588920 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.590755 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] 10.222.0.37 "DELETE /v2.0/networks/87fed68c-4369-43e9-8471-dff6ec2c72fa HTTP/1.1" status: 204 len: 168 time: 0.2498870 Jul 30 16:17:25.605340 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92abfb6-6510-4ae3-b693-c897a8644cca admin admin] Pushing event deleted for resources: {'Network': ['ID=87fed68c-4369-43e9-8471-dff6ec2c72fa,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:25.749121 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35100) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:25.788446 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-75a6fb6e-1483-4b65-810f-6eacf3c20dfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=76ee051b3b5e4e9ba39b5b3a11792eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376287 Jul 30 16:17:25.791020 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35102) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:25.819907 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2bbf-06e9-4221-8fe1-54112333a541 req-469123b9-e738-4f54-a52b-5b106443a55f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:25.821366 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fc3b2bbf-06e9-4221-8fe1-54112333a541 req-469123b9-e738-4f54-a52b-5b106443a55f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0482912 Jul 30 16:17:25.838915 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.860508 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.860731 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-fc3b2bbf-06e9-4221-8fe1-54112333a541 req-a92ade81-a6ba-472a-9988-f4ae2e1f3836 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322845 Jul 30 16:17:25.906330 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.909076 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:25.910225 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5d2a9e4-2bce-48d3-be78-25f9c2d3181f HTTP/1.1" status: 204 len: 168 time: 0.1182766 Jul 30 16:17:25.919634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a639dd9-e560-4514-9a6e-0336b56fd39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2a9e4-2bce-48d3-be78-25f9c2d3181f,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:26.980335 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91097aa8-8a4a-462b-bf9b-e33e4594060b req-f4cb2e78-0c16-412e-9889-fc9183d1e0ae tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:26.981816 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91097aa8-8a4a-462b-bf9b-e33e4594060b req-f4cb2e78-0c16-412e-9889-fc9183d1e0ae tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0506024 Jul 30 16:17:27.019764 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-91097aa8-8a4a-462b-bf9b-e33e4594060b req-5aedf16e-2fe2-4af4-b01f-1715d576e73b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Jul 30 16:17:28.142865 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931def21-7152-488f-809f-cb6180f53b62 req-160b8b02-c3f6-4065-9ee2-2a2df531eb8c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:28.144385 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-931def21-7152-488f-809f-cb6180f53b62 req-160b8b02-c3f6-4065-9ee2-2a2df531eb8c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0545816 Jul 30 16:17:28.185372 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-931def21-7152-488f-809f-cb6180f53b62 req-fbd038e6-5bd8-4a5d-b8cb-d7a719b7c7d4 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326364 Jul 30 16:17:29.303930 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd38352-7bbe-4458-bfd0-8d31dd0f144b req-26cf7242-1af3-4f05-9958-65698812e4b2 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:29.305448 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-afd38352-7bbe-4458-bfd0-8d31dd0f144b req-26cf7242-1af3-4f05-9958-65698812e4b2 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0549653 Jul 30 16:17:29.344472 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-afd38352-7bbe-4458-bfd0-8d31dd0f144b req-cf85fcb1-da27-4d1e-857e-4063f0ab53f1 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328133 Jul 30 16:17:29.426748 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35154) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:29.527892 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a3776e0-8b49-403f-acf8-21ac5ac7269e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.614120 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a3776e0-8b49-403f-acf8-21ac5ac7269e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.617850 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-8a3776e0-8b49-403f-acf8-21ac5ac7269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_create {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.656611 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-8a3776e0-8b49-403f-acf8-21ac5ac7269e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dbf079ccbec4f36b554b8d19b2f18a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287173 Jul 30 16:17:29.657532 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3776e0-8b49-403f-acf8-21ac5ac7269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bf1f66-43d4-408c-a94e-d8bd273eb8bd,revision_number=1']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:29.659298 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35158) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:17:29.707140 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.729071 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.772993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.775884 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:29.777016 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8bf1f66-43d4-408c-a94e-d8bd273eb8bd HTTP/1.1" status: 204 len: 168 time: 0.1164849 Jul 30 16:17:29.784576 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5779fc-c139-485a-be70-9be05fd6162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bf1f66-43d4-408c-a94e-d8bd273eb8bd,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:30.458198 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017ba37-0b5a-4867-8109-40df6a30e502 req-dc76baf9-730e-4902-9a00-7ba0bcd8de4d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:30.460256 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2017ba37-0b5a-4867-8109-40df6a30e502 req-dc76baf9-730e-4902-9a00-7ba0bcd8de4d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0485001 Jul 30 16:17:30.500019 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-2017ba37-0b5a-4867-8109-40df6a30e502 req-5e2ab466-832f-439a-a230-c56dbe8bb75f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339177 Jul 30 16:17:31.612416 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f1aac-3692-46eb-97e0-cc863b407868 req-cb82af72-2b64-4a5b-b65a-295791ec45fd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:31.613837 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f17f1aac-3692-46eb-97e0-cc863b407868 req-cb82af72-2b64-4a5b-b65a-295791ec45fd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0478282 Jul 30 16:17:31.653865 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f17f1aac-3692-46eb-97e0-cc863b407868 req-5429e7ff-1b2b-4754-8af0-1d7abebfe6ed tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335188 Jul 30 16:17:32.765961 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8089b-e1db-4340-9669-2326b917d8a5 req-013e0088-2380-49a8-a03e-ac00df054e09 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:32.767436 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9db8089b-e1db-4340-9669-2326b917d8a5 req-013e0088-2380-49a8-a03e-ac00df054e09 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0477333 Jul 30 16:17:32.805219 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-9db8089b-e1db-4340-9669-2326b917d8a5 req-aea6bab3-5380-4d39-822f-7e96d01bcae1 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Jul 30 16:17:33.918670 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca750da-23b6-4f7e-aba6-b0e731b92712 req-ed48f4dc-0c57-4940-8df8-d4fa28740e32 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:33.920412 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ca750da-23b6-4f7e-aba6-b0e731b92712 req-ed48f4dc-0c57-4940-8df8-d4fa28740e32 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0489821 Jul 30 16:17:33.956533 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6ca750da-23b6-4f7e-aba6-b0e731b92712 req-ae81fea8-e416-4c9e-ba50-e9d77bec1ea9 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304904 Jul 30 16:17:34.759008 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-f158f3fc-24d4-4c74-add5-63ff442784f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:34.760528 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-f158f3fc-24d4-4c74-add5-63ff442784f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0399821 Jul 30 16:17:34.850911 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-29b150c4-1a62-483b-bd19-205489fd0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:34.852407 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-29b150c4-1a62-483b-bd19-205489fd0b08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0833864 Jul 30 16:17:34.919838 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-4811a65f-d044-453a-801d-773dd88be6c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 1001 time: 0.0564647 Jul 30 16:17:34.968719 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-75f173a0-0419-40f5-9fbc-7675f4ae5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:34.970104 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-75f173a0-0419-40f5-9fbc-7675f4ae5ca2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0421808 Jul 30 16:17:35.019698 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-9dc7f2a2-db5f-420d-8eba-d3c256d5887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:35.021105 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-9dc7f2a2-db5f-420d-8eba-d3c256d5887c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426939 Jul 30 16:17:35.033434 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-dede0963-ce7e-42db-86ad-0c0acc3b3541 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=93204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 16:17:35.034376 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-dede0963-ce7e-42db-86ad-0c0acc3b3541 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049615 Jul 30 16:17:35.070413 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c980566-56ae-4f52-9e99-33304e23f2d2 req-1aab88ec-d091-4019-b86e-685536412e81 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:35.071914 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8c980566-56ae-4f52-9e99-33304e23f2d2 req-1aab88ec-d091-4019-b86e-685536412e81 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0489955 Jul 30 16:17:35.110042 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8c980566-56ae-4f52-9e99-33304e23f2d2 req-d8d49d71-f609-414b-ba68-9c6a828db196 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321543 Jul 30 16:17:35.128343 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-5dfb6379-215a-42fb-aeea-286412c6c885 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805626 Jul 30 16:17:35.465146 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-6630050c-0db7-4ec0-a22f-a9c56f304f41 req-f24e68c4-543b-48c9-b993-f88172c67b92 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285611 Jul 30 16:17:36.222012 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266cc33-39e5-40fd-8981-0ee1e5e04079 req-3b20bf9c-8b73-474a-bbf6-e7c0bc4ff1cd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:36.223470 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f266cc33-39e5-40fd-8981-0ee1e5e04079 req-3b20bf9c-8b73-474a-bbf6-e7c0bc4ff1cd tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0478816 Jul 30 16:17:36.260153 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-f266cc33-39e5-40fd-8981-0ee1e5e04079 req-ed359a15-da3d-4c09-8aee-d1178f554f6c tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Jul 30 16:17:37.374086 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c219933-3fa9-43e1-bbce-7272ffcb2755 req-5b8bf85e-daf1-48f0-b7db-3f9be67c6e8b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:37.375621 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6c219933-3fa9-43e1-bbce-7272ffcb2755 req-5b8bf85e-daf1-48f0-b7db-3f9be67c6e8b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0494328 Jul 30 16:17:37.421865 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-6c219933-3fa9-43e1-bbce-7272ffcb2755 req-8eaf5e1e-e67c-426b-a1c1-2162ec9e41ea tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Jul 30 16:17:38.003693 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-5f073f46-a5cc-4383-a499-dea32997a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:38.533827 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355de86-08d3-415b-aa0d-aa13e6a85433 req-5ad2d63b-e02a-411d-8fb0-abc3dd780762 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:38.535300 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7355de86-08d3-415b-aa0d-aa13e6a85433 req-5ad2d63b-e02a-411d-8fb0-abc3dd780762 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0471237 Jul 30 16:17:38.572541 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7355de86-08d3-415b-aa0d-aa13e6a85433 req-ee58756a-6fb5-4a01-b08b-c0975f95770f tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307419 Jul 30 16:17:38.775991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511c632-b7f0-4acb-9ea3-f939ac37e7d9 req-3f745665-3977-4fb2-a2a6-427237aef369 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:38.777469 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0511c632-b7f0-4acb-9ea3-f939ac37e7d9 req-3f745665-3977-4fb2-a2a6-427237aef369 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0502067 Jul 30 16:17:38.821845 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0511c632-b7f0-4acb-9ea3-f939ac37e7d9 req-b1614745-e8b5-489d-94cc-510c007d10d1 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384905 Jul 30 16:17:38.832900 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-3b000188-9cb7-4d26-8c4a-0c9b79805ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278830 Jul 30 16:17:39.937447 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c722bb-7d06-4ebf-8ca6-602953352d43 req-d9b7fd83-d755-4790-940a-03af29150c3e tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:39.938919 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79c722bb-7d06-4ebf-8ca6-602953352d43 req-d9b7fd83-d755-4790-940a-03af29150c3e tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0479062 Jul 30 16:17:39.975970 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-79c722bb-7d06-4ebf-8ca6-602953352d43 req-6ed0484e-96e6-4be7-87af-29426594b0b4 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311131 Jul 30 16:17:40.090435 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-995e0a83-9d2f-4fba-a4b4-d3f50d4ce450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:40.092017 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-995e0a83-9d2f-4fba-a4b4-d3f50d4ce450 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a&tenant_id=3c425ffd8fd041f9b548ee591a2bd843 HTTP/1.1" status: 200 len: 1098 time: 0.0423632 Jul 30 16:17:40.158477 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-e43a4bdd-429d-49d3-822f-7157f10a98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:40.160046 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-e43a4bdd-429d-49d3-822f-7157f10a98ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0394943 Jul 30 16:17:40.253299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-bbcefa62-26b7-45ec-8e00-aa2c88f318b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:40.254721 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-bbcefa62-26b7-45ec-8e00-aa2c88f318b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0837688 Jul 30 16:17:40.319224 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-3f040e58-2fdd-4773-b007-23c7bb8b4ab2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 1001 time: 0.0565159 Jul 30 16:17:40.370244 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-e431ca80-11ea-49aa-9bb8-fdcfb9ddc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:40.371655 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-e431ca80-11ea-49aa-9bb8-fdcfb9ddc509 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0426552 Jul 30 16:17:40.425220 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-c21c6e72-1fd8-4dc0-8922-57491bc93e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:40.426916 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-c21c6e72-1fd8-4dc0-8922-57491bc93e88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435052 Jul 30 16:17:40.430369 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-aea16cf2-e6e2-48c6-b32b-b0af916b2cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:40.516063 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-f62e2bd1-2ad9-434b-8fc0-728ae69c3db9 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Jul 30 16:17:40.607941 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4dc729f6-2ae3-4087-a00e-62bf005d751e req-4f2db56f-5827-46de-a7cd-e67553255f9b service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839686 Jul 30 16:17:40.804392 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:40.806960 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:17:40.883599 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:40.905812 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:17:40.908097 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5897b84f-e7c4-4358-9478-e7de2a3e9608" -d '{"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:17:40.923073 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:40.926926 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:40.949975 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be365ce8-5944-40fb-a93b-0e46b9feadc0 x-openstack-request-id: req-be365ce8-5944-40fb-a93b-0e46b9feadc0 {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:17:40.950269 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-unplugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:17:40.950521 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be365ce8-5944-40fb-a93b-0e46b9feadc0 {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:17:40.950906 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'code': 200} Jul 30 16:17:40.976261 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=6']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:41.089391 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9799-c129-4e31-a597-6fc372fa4544 req-848c5b95-03a6-40bc-8203-30fe3d75e607 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:41.090785 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-623a9799-c129-4e31-a597-6fc372fa4544 req-848c5b95-03a6-40bc-8203-30fe3d75e607 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0485394 Jul 30 16:17:41.127651 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-623a9799-c129-4e31-a597-6fc372fa4544 req-c3652c06-d496-4f0e-8c62-ce4d19f400cb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Jul 30 16:17:41.444650 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:41.735535 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:42.242195 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215de146-ce43-49b7-84fd-e43eecaf14ef req-cd67b1ac-333b-4369-a88c-1d61c77b814b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:42.243727 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-215de146-ce43-49b7-84fd-e43eecaf14ef req-cd67b1ac-333b-4369-a88c-1d61c77b814b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0479186 Jul 30 16:17:42.280735 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-215de146-ce43-49b7-84fd-e43eecaf14ef req-c82bd30b-d26a-44a0-804c-6f1affb58650 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Jul 30 16:17:43.307357 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:17:43.398629 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1ffa-ccb9-491a-92ae-f90c3c400de2 req-e0ab61f5-bb56-4c20-ada3-d94a038d0506 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:43.400383 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-859f1ffa-ccb9-491a-92ae-f90c3c400de2 req-e0ab61f5-bb56-4c20-ada3-d94a038d0506 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0530543 Jul 30 16:17:43.445972 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-859f1ffa-ccb9-491a-92ae-f90c3c400de2 req-c466c0ff-8411-49d6-8f4b-4d466ea5736b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Jul 30 16:17:43.722231 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:44.556656 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2939b-bee4-4e41-94b3-1f0980e77f9d req-fdb86907-a391-4ef5-9d9f-b704f5d6df50 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:44.558010 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-01a2939b-bee4-4e41-94b3-1f0980e77f9d req-fdb86907-a391-4ef5-9d9f-b704f5d6df50 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0475450 Jul 30 16:17:44.594942 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-01a2939b-bee4-4e41-94b3-1f0980e77f9d req-060d85b5-cc71-4379-a55e-b8d2c6e676f4 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Jul 30 16:17:45.711712 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997413b-5a76-42e1-a969-9c99ed35d314 req-4fef6ff9-199d-48ca-b5e4-c102f87a2500 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:45.713193 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e997413b-5a76-42e1-a969-9c99ed35d314 req-4fef6ff9-199d-48ca-b5e4-c102f87a2500 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0529354 Jul 30 16:17:45.750113 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e997413b-5a76-42e1-a969-9c99ed35d314 req-bd08c91d-bfd2-47e4-a4ad-e0fc1aacc855 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310814 Jul 30 16:17:46.709362 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3828a-f591-49d5-acb3-2f1d6b178e83 req-7a1e58c0-7b34-4001-b37a-caffd59cafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:46.711361 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42a3828a-f591-49d5-acb3-2f1d6b178e83 req-7a1e58c0-7b34-4001-b37a-caffd59cafaf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1096 time: 0.0383627 Jul 30 16:17:46.749048 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-42a3828a-f591-49d5-acb3-2f1d6b178e83 req-191ae6d2-1020-4716-bf99-831e5cb18a83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303402 Jul 30 16:17:46.865887 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4aa3a5-34d1-431e-87ac-c7483e2cf0e8 req-8e398136-76ed-4be0-9fd8-806de9579341 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:46.867940 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2b4aa3a5-34d1-431e-87ac-c7483e2cf0e8 req-8e398136-76ed-4be0-9fd8-806de9579341 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0473621 Jul 30 16:17:46.923039 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-2b4aa3a5-34d1-431e-87ac-c7483e2cf0e8 req-628674cd-29ec-4594-bc7e-ff89a784649a tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 Jul 30 16:17:48.034589 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae4ec-a9a8-40b2-b456-6b0da379df9f req-d4adc74f-0419-488b-9714-0da3a2ea1042 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:17:48.036048 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-251ae4ec-a9a8-40b2-b456-6b0da379df9f req-d4adc74f-0419-488b-9714-0da3a2ea1042 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 943 time: 0.0475094 Jul 30 16:17:48.072369 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-251ae4ec-a9a8-40b2-b456-6b0da379df9f req-c7919f86-5267-4f04-b0d5-df1081d1e5f1 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302956 Jul 30 16:17:48.857252 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:17:48.949756 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:48.961569 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'port_id': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'mac_address': 'fa:16:3e:81:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:17:48.997173 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:49.009311 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeca0f4b-877a-4418-be7e-80555a5d3358 {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:17:49.028405 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:49.031776 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:49.080201 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=7']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:17:49.264937 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['aeca0f4b-877a-4418-be7e-80555a5d3358'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:17:50.872016 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:17:50.918605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port aeca0f4b-877a-4418-be7e-80555a5d3358 triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:17:50.919029 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:50.993792 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:51.015367 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:17:51.017597 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ae36b-f38a-4baf-af75-c5bf1d82f67e" -d '{"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:17:51.031189 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:17:51.035275 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:17:51.061026 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b797a3-8ab4-46d8-a844-2793324e814f x-openstack-request-id: req-e0b797a3-8ab4-46d8-a844-2793324e814f {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:17:51.061311 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-plugged", "status": "completed", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:17:51.061560 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b797a3-8ab4-46d8-a844-2793324e814f {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:17:51.061934 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'code': 200} Jul 30 16:17:51.087120 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=8']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:18:08.003772 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6668ea9c-8287-45fe-9011-8372254b7a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:10.430870 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3b65190d-7751-4c1f-9dda-1b00bd5797c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:10.805140 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:11.458458 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:11.736917 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:13.725210 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:18.088021 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-717d42c3-c9a5-4a46-8d69-9f23c7ebf3be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849676 Jul 30 16:18:18.170800 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b760e-6584-4f21-b202-5779b2034466 req-6d0b1017-a834-43e0-b8cb-7ecab077b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:18.172183 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-6d0b1017-a834-43e0-b8cb-7ecab077b9a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0404217 Jul 30 16:18:18.298319 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b760e-6584-4f21-b202-5779b2034466 req-a53db14c-b4c8-4d3a-8626-698c3bb8d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:18.299846 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-a53db14c-b4c8-4d3a-8626-698c3bb8d553 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.1069059 Jul 30 16:18:18.364167 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-2f4ed08f-89a3-430e-80fb-8e512cbde482 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 1001 time: 0.0560498 Jul 30 16:18:18.418128 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b760e-6584-4f21-b202-5779b2034466 req-23ae5f88-62ae-4159-a4f8-de4ff13e2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:18.419547 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-23ae5f88-62ae-4159-a4f8-de4ff13e2d2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0463245 Jul 30 16:18:18.465373 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b760e-6584-4f21-b202-5779b2034466 req-cbb4f34c-0346-40e3-a98d-3e45310c8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:18.466819 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-cbb4f34c-0346-40e3-a98d-3e45310c8fed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382223 Jul 30 16:18:18.555185 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-1982e864-9d84-4256-ab7f-f72ca20b9577 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Jul 30 16:18:18.648327 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-827b760e-6584-4f21-b202-5779b2034466 req-5332779f-638d-4dbb-b6d2-362ae1caa03f service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847957 Jul 30 16:18:20.306807 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:18:38.003894 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a649029a-b17a-4fdd-95de-d3969b0b705f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:40.431119 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2718cc9b-ba8f-413c-b46f-4f7f12680fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:40.805455 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:41.457093 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:41.739667 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:43.727204 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:18:57.305357 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:18:58.713931 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-db995f51-7e86-4b39-8bc6-eb4e2d466665 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585456609&fields=id&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 267 time: 0.0361814 Jul 30 16:18:58.820723 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-8ea3aa5c-f472-4669-8699-fc58789b73e0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:18:58.822087 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-8ea3aa5c-f472-4669-8699-fc58789b73e0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1013641 Jul 30 16:18:58.836747 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-803db1b2-5dca-42ad-8083-ebf20e89a3ac tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/quotas/07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 375 time: 0.0089722 Jul 30 16:18:58.894390 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-35bfce48-7af5-4c12-ae79-9a3e0f92f79c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0517461 Jul 30 16:18:58.990931 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-d6967019-67aa-46f1-8031-089ed9c024e2 service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835292 Jul 30 16:18:59.077474 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-f3de374d-aa5b-4f74-a844-303210280219 service neutron] 10.222.0.37 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801985 Jul 30 16:18:59.356273 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7f769ff2-38c5-406a-b6cd-cf0a72ff1fa1 req-7b9c3a25-ef4a-4e0a-870f-675e53fe9372 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 210 time: 0.0263879 Jul 30 16:19:00.425282 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-b3323e4e-0aa4-4cc1-8e76-e82f50a385a3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:00.426790 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-b3323e4e-0aa4-4cc1-8e76-e82f50a385a3 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 812 time: 0.1108522 Jul 30 16:19:00.460402 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-65f5fa6e-4d16-4e80-ad02-823912c1e1d9 req-d0026081-cfd4-471f-bab2-ac419564e2ae tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 210 time: 0.0329578 Jul 30 16:19:00.473527 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-d0ab9fd9-206c-4307-a55a-195c595391db tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07bf3493a71648c895b14d999b3bfb1e HTTP/1.1" status: 200 len: 380 time: 0.0370338 Jul 30 16:19:00.485608 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'port': {'device_id': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'admin_state_up': True, 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'security_groups': ['e783ce7b-77f9-47a8-a2ff-9445c8eb81a2']}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:19:00.588519 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Made reservation on behalf of 07bf3493a71648c895b14d999b3bfb1e for: {'port': 1} {{(pid=93204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 16:19:00.592649 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:00.718288 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.20.0.4 (7d0da8fd-0a56-4002-b0c2-d66355f139a4/285d8b86-e4a3-442c-9f77-a887c44071dc/dc53c338-dfd0-433c-8622-0c4c81eba97d) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:19:00.861921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:00.875449 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Transition to ACTIVE for port object dc53c338-dfd0-433c-8622-0c4c81eba97d will not be triggered until provisioned by entity DHCP. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:19:00.909886 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:00.955715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:19:00.958766 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:19:00.961180 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:19:00.989921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:01.004539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.004886 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.005227 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.005562 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.005892 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.006222 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.006549 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.006873 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.007221 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.007546 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.007865 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.008184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:01.029205 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.029818 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.044503 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e2fed160-5b21-40f8-9904-d75718281e77 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636556 Jul 30 16:19:01.059167 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Request body: {'port': {'device_id': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:19:01.114704 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.164515 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-a08ac4d0-a2f0-4c73-836b-2c7761b273dc None None] Provisioning for port dc53c338-dfd0-433c-8622-0c4c81eba97d completed by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:19:01.168792 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-a08ac4d0-a2f0-4c73-836b-2c7761b273dc None None] Provisioning complete for port dc53c338-dfd0-433c-8622-0c4c81eba97d triggered by entity DHCP. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:19:01.169251 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a08ac4d0-a2f0-4c73-836b-2c7761b273dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.205030 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-a08ac4d0-a2f0-4c73-836b-2c7761b273dc None None] Port dc53c338-dfd0-433c-8622-0c4c81eba97d cannot update to ACTIVE because it is not bound. {{(pid=93206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 16:19:01.372796 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc53c338-dfd0-433c-8622-0c4c81eba97d {{(pid=93204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:19:01.379820 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.393854 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Transition to ACTIVE for port object dc53c338-dfd0-433c-8622-0c4c81eba97d will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 16:19:01.397039 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.445171 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:01.519475 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Attempting to bind port dc53c338-dfd0-433c-8622-0c4c81eba97d on host hv-cinder-80304 for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 16:19:01.519814 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Attempting to bind port dc53c338-dfd0-433c-8622-0c4c81eba97d by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 16:19:01.520142 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Attempting to bind port dc53c338-dfd0-433c-8622-0c4c81eba97d on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:19:01.524759 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Port dc53c338-dfd0-433c-8622-0c4c81eba97d on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 16:19:01.525107 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Attempting to bind port dc53c338-dfd0-433c-8622-0c4c81eba97d on network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 16:19:01.531516 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Checking agent: {'id': 'd62c118d-845b-454b-afbc-3404c6f854ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'started_at': datetime.datetime(2021, 7, 30, 16, 5, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 16:19:01.531516 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Checking segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 16:19:01.531838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Bound using segment: {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 16:19:01.532215 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Bound port: dc53c338-dfd0-433c-8622-0c4c81eba97d, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee91467-0eb6-457e-a728-a22d4451f4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 16:19:01.532572 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.600481 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 16:19:01.603923 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 16:19:01.608531 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.645609 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.646299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:01.647770 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] 10.222.0.70 "PUT /v2.0/ports/dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 200 len: 1093 time: 0.5937853 Jul 30 16:19:01.650019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:19:01.653389 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e257f0f-b6f4-4769-b93b-71504618984c" -d '{"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:19:01.699263 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718072ce-3cdb-4811-b9e2-8d81cb7c6de8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:01.780971 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e5764-35cf-401f-8981-c01c17643c4a x-openstack-request-id: req-ac2e5764-35cf-401f-8981-c01c17643c4a {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:19:01.781269 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:19:01.781520 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac2e5764-35cf-401f-8981-c01c17643c4a {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:19:01.781919 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'status': 'completed', 'code': 200} Jul 30 16:19:01.790345 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9125cd-1c45-484a-ab1b-260310077cce req-95defa3e-fbce-4ebe-915e-811e5e226396 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.791935 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd9125cd-1c45-484a-ab1b-260310077cce req-95defa3e-fbce-4ebe-915e-811e5e226396 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.1024246 Jul 30 16:19:01.793927 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-fc1211b9-1c63-4ebf-83b5-dd17447ae176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.795314 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-fc1211b9-1c63-4ebf-83b5-dd17447ae176 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1096 time: 0.0918238 Jul 30 16:19:01.846792 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-91cd1b1e-9fa9-4a26-b5c9-127063f4ab89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 200 len: 217 time: 0.0415781 Jul 30 16:19:01.896376 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cd9125cd-1c45-484a-ab1b-260310077cce req-68ef388f-6dc2-4e46-8d3a-cd42bada1d83 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983570 Jul 30 16:19:01.911908 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e9c79f78-18c3-4d16-8075-41426034ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.913363 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e9c79f78-18c3-4d16-8075-41426034ff00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0561368 Jul 30 16:19:01.961508 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-5599f13a-923f-4e7b-88eb-74badbedf79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:01.962988 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-5599f13a-923f-4e7b-88eb-74badbedf79d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423205 Jul 30 16:19:02.049673 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-e72dbd0d-b7a0-4531-95f9-368314631680 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780840 Jul 30 16:19:02.139588 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-b7a04f32-a280-407c-ae1a-ceb5430a79c4 req-cb12f21e-f057-4b3c-8915-43bfc81f200e service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809989 Jul 30 16:19:02.222276 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257f0f-b6f4-4769-b93b-71504618984c req-34c3affd-d3c2-41b4-8c56-cf6087e0ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:02.223767 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-34c3affd-d3c2-41b4-8c56-cf6087e0ae5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1096 time: 0.0395923 Jul 30 16:19:02.313019 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257f0f-b6f4-4769-b93b-71504618984c req-666ab1dc-dbd9-47b1-94b0-eb3e16c9127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:02.314467 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-666ab1dc-dbd9-47b1-94b0-eb3e16c9127c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0828526 Jul 30 16:19:02.355955 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-976c1636-1aab-4ee0-8191-468ee737c2fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 200 len: 217 time: 0.0334296 Jul 30 16:19:02.403869 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257f0f-b6f4-4769-b93b-71504618984c req-a233438f-883a-4a5f-b431-4d5aa2b7afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:02.405234 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-a233438f-883a-4a5f-b431-4d5aa2b7afdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0412419 Jul 30 16:19:02.450611 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257f0f-b6f4-4769-b93b-71504618984c req-7ddbf550-6488-484a-bac0-915d0754de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:02.452054 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-7ddbf550-6488-484a-bac0-915d0754de5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375805 Jul 30 16:19:02.543466 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-d9dacaa6-df21-43e2-9313-9b655b18d62a service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Jul 30 16:19:02.631888 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-1e257f0f-b6f4-4769-b93b-71504618984c req-79060c21-5f4b-4e38-bd6f-e405b2eefd63 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767777 Jul 30 16:19:03.011075 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7c518-ed37-4f3a-b5bc-00af7052b63b req-b056a863-c648-4971-b57b-49bde18337cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:03.012562 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5a7c518-ed37-4f3a-b5bc-00af7052b63b req-b056a863-c648-4971-b57b-49bde18337cc tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0478835 Jul 30 16:19:03.052684 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-d5a7c518-ed37-4f3a-b5bc-00af7052b63b req-b7a56c49-e80d-45d5-8d69-81529499f82f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341408 Jul 30 16:19:04.177032 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df220be9-b06c-4db0-8453-7a774b595c5a req-94fe3bca-7251-4e9a-901e-9d2b568e0f67 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:04.178383 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-df220be9-b06c-4db0-8453-7a774b595c5a req-94fe3bca-7251-4e9a-901e-9d2b568e0f67 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0526185 Jul 30 16:19:04.215446 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-df220be9-b06c-4db0-8453-7a774b595c5a req-46c17f31-e7fd-4d62-b421-85f2b8f073ee tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Jul 30 16:19:04.765440 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35322) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:04.915883 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Deleting port c5438bd7-68c3-42be-9325-a4c309bcac2b {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:04.916224 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:04.986826 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:04.987162 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:04.998634 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Calling delete_port for c5438bd7-68c3-42be-9325-a4c309bcac2b owned by network:floatingip {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:05.138558 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:05.164231 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event deleted for resources: {'Port': ['ID=c5438bd7-68c3-42be-9325-a4c309bcac2b,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:05.223232 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:05.223908 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Floating IP 96c6c40a-2c93-4410-90a2-8f44f38210ec disassociated (deleted). External IP: 172.27.0.179, port: aeca0f4b-877a-4418-be7e-80555a5d3358. Jul 30 16:19:05.327802 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e3961-5393-4831-82d9-4f3831900331 req-e527caf1-0bb7-42f7-81e8-f4dce2f6531b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:05.329404 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f12e3961-5393-4831-82d9-4f3831900331 req-e527caf1-0bb7-42f7-81e8-f4dce2f6531b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0477808 Jul 30 16:19:05.366960 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f12e3961-5393-4831-82d9-4f3831900331 req-612448c1-f98d-4fbd-a56a-caeaf686b8ec tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Jul 30 16:19:05.427861 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Router f3c3c5cb-8606-45e5-a71a-a450f1adacdb has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:19:05.788129 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:19:05.792956 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:05.797882 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Sync routers for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:19:05.807485 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:05.808093 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:18:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:05.819043 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-e14cc3bc-f660-4c66-8ade-1ae85033d04b tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "DELETE /v2.0/floatingips/96c6c40a-2c93-4410-90a2-8f44f38210ec HTTP/1.1" status: 204 len: 168 time: 1.0524874 Jul 30 16:19:05.819849 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:19:05.822148 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f1d24d-5d73-4d22-8965-0ff993834367" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:19:05.862446 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887675a6-de60-4488-8202-dc9ac425db88 x-openstack-request-id: req-887675a6-de60-4488-8202-dc9ac425db88 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:19:05.862740 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:19:05.862991 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-887675a6-de60-4488-8202-dc9ac425db88 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:19:05.863409 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'status': 'completed', 'code': 200} Jul 30 16:19:05.925811 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:05.933898 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-05485576-20d6-4b98-8bac-ac231f525765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:05.935458 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-05485576-20d6-4b98-8bac-ac231f525765 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 1098 time: 0.0483074 Jul 30 16:19:06.038541 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-23ab8f8b-6303-4f7b-8776-fef7b4f267db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:06.040054 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-23ab8f8b-6303-4f7b-8776-fef7b4f267db service neutron] 10.222.0.70 "GET /v2.0/networks?id=d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 200 len: 910 time: 0.0950713 Jul 30 16:19:06.066957 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5434d3-0324-44ba-aa1a-b00ddde9c1ab req-463ae6e3-a176-45fd-8cb0-98a80ff19a07 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:06.068502 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ff5434d3-0324-44ba-aa1a-b00ddde9c1ab req-463ae6e3-a176-45fd-8cb0-98a80ff19a07 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0571396 Jul 30 16:19:06.091680 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-9afe22a7-63f9-4d8e-890f-3f3150360875 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 200 len: 217 time: 0.0435910 Jul 30 16:19:06.108484 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-ff5434d3-0324-44ba-aa1a-b00ddde9c1ab req-3adb9d24-a0a2-455b-a54b-e9388c6b0d68 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jul 30 16:19:06.137933 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:06.143228 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-da62bc87-aef8-4923-a0e1-155bfc386972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:06.144663 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-da62bc87-aef8-4923-a0e1-155bfc386972 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 200 len: 848 time: 0.0450101 Jul 30 16:19:06.164714 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Checking router: f3c3c5cb-8606-45e5-a71a-a450f1adacdb for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:19:06.173022 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:06.173628 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:18:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:06.190357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-fbf68cce-7617-4a19-8e62-c0957de1abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:06.191878 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-fbf68cce-7617-4a19-8e62-c0957de1abb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d8bbea9d-01fd-40bb-ae9f-25c041888307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388634 Jul 30 16:19:06.285998 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-da986ae8-bc0d-4219-ae04-fe9bbe45f0ff service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860016 Jul 30 16:19:06.376002 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-18f1d24d-5d73-4d22-8965-0ff993834367 req-67c1f3bd-8a07-4010-96da-dbbb80e3d661 service neutron] 10.222.0.70 "GET /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822151 Jul 30 16:19:06.409468 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:06.485277 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5e02-51af-425a-b45e-47097c32191e req-659bb828-68a0-4299-a756-aea65e087878 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:06.486757 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed2c5e02-51af-425a-b45e-47097c32191e req-659bb828-68a0-4299-a756-aea65e087878 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0511305 Jul 30 16:19:06.523872 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-ed2c5e02-51af-425a-b45e-47097c32191e req-78e4f024-28ac-40ef-8cf2-db8e0a01da85 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Jul 30 16:19:06.606040 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:06.631597 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d26ba-39fd-43d7-8c78-e37f5298f7d5 None None] The sync data for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi is: [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:21Z', 'revision_number': 4, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': 'bc8e8f52-39e3-44f6-8f39-6766239c8ad7', 'name': '', 'network_id': 'd8bbea9d-01fd-40bb-ae9f-25c041888307', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'mac_address': 'fa:16:3e:09:95:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b996d118-cac3-43a9-92a7-519539282851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:20Z', 'updated_at': '2021-07-30T16:14:28Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'subnets': [{'id': 'b996d118-cac3-43a9-92a7-519539282851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:19:06.841540 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43e24a-1b75-4a27-b39a-70719280c7da None None] New status for floating IP 96c6c40a-2c93-4410-90a2-8f44f38210ec: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:19:07.224655 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639491b2-cac4-482d-ad64-52c0799787e1 req-dfcb9a07-10bb-4956-b02b-5ca215f9cf55 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:07.226123 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-639491b2-cac4-482d-ad64-52c0799787e1 req-dfcb9a07-10bb-4956-b02b-5ca215f9cf55 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0484955 Jul 30 16:19:07.263019 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-639491b2-cac4-482d-ad64-52c0799787e1 req-f027b873-7814-474e-b52d-6104dd9a5403 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309741 Jul 30 16:19:07.637094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6625b-1ca8-4b74-9257-5c45e694c9ed req-af64d3c0-7f97-4c91-8345-860415da720d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:07.638554 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-03a6625b-1ca8-4b74-9257-5c45e694c9ed req-af64d3c0-7f97-4c91-8345-860415da720d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0480492 Jul 30 16:19:07.700539 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-03a6625b-1ca8-4b74-9257-5c45e694c9ed req-eb0e0b0f-edfa-4b22-abc2-a291a98f2fe0 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537970 Jul 30 16:19:07.708605 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-e7090c63-31b5-44cf-9893-9cb3ee18f851 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:07.709994 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-e7090c63-31b5-44cf-9893-9cb3ee18f851 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 945 time: 0.0706131 Jul 30 16:19:07.801099 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Deleting port aeca0f4b-877a-4418-be7e-80555a5d3358 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:07.801437 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:07.885018 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] For port aeca0f4b-877a-4418-be7e-80555a5d3358, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=aeca0f4b-877a-4418-be7e-80555a5d3358,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:07.885376 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:07.897474 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Calling delete_port for aeca0f4b-877a-4418-be7e-80555a5d3358 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:08.004185 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d066dac3-15b7-49cc-b8a2-8084234bc4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:08.033311 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:08.059514 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event deleted for resources: {'Port': ['ID=aeca0f4b-877a-4418-be7e-80555a5d3358,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:08.103372 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] No DVR routers for this DVR port aeca0f4b-877a-4418-be7e-80555a5d3358 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:19:08.106436 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:08.108451 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-7ee3add3-ea94-42c0-90ad-5964ea413ce3 req-bba4f2ac-cfb5-49ab-b483-6c1a44af8035 tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.70 "DELETE /v2.0/ports/aeca0f4b-877a-4418-be7e-80555a5d3358 HTTP/1.1" status: 204 len: 173 time: 0.3907335 Jul 30 16:19:08.108881 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-deleted', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:19:08.111104 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e02f3c-341c-4613-8141-021742069ce7" -d '{"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-deleted", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:19:08.145680 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aacdee-9432-4545-90ee-b95c981aadad x-openstack-request-id: req-d1aacdee-9432-4545-90ee-b95c981aadad {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:19:08.145975 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a", "name": "network-vif-deleted", "tag": "aeca0f4b-877a-4418-be7e-80555a5d3358", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:19:08.146245 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1aacdee-9432-4545-90ee-b95c981aadad {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:19:08.146641 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a', 'name': 'network-vif-deleted', 'tag': 'aeca0f4b-877a-4418-be7e-80555a5d3358', 'status': 'completed', 'code': 200} Jul 30 16:19:08.355390 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0647ee8f-cd5d-44f8-8aa1-6232ae4ed75f req-580bd037-6cf6-4fe8-b0da-b52deac1f05d tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4f7e0dc-1a76-41f9-acb3-23ff4efc6c9a HTTP/1.1" status: 200 len: 210 time: 0.0255907 Jul 30 16:19:08.813660 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c455af-f2fe-49e9-9109-1b858884dc9b req-4d22ca27-4750-4427-8c73-aeeae093f2e1 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:08.815145 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4c455af-f2fe-49e9-9109-1b858884dc9b req-4d22ca27-4750-4427-8c73-aeeae093f2e1 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 943 time: 0.0484931 Jul 30 16:19:08.853238 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e4c455af-f2fe-49e9-9109-1b858884dc9b req-36ec4dd8-c89e-44ae-ab39-0a8c60f71911 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 30 16:19:09.276661 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device dc53c338-dfd0-433c-8622-0c4c81eba97d details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=93206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 16:19:09.367314 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:09.381557 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Returning: {'device': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'port_id': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'mac_address': 'fa:16:3e:a5:11:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 16:19:09.415203 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35346) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:09.428036 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.440582 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc53c338-dfd0-433c-8622-0c4c81eba97d {{(pid=93206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 16:19:09.460839 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:09.465647 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.473623 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.498224 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.512516 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=4']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:09.519376 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.519725 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.520064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.520396 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.520729 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.521059 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.521391 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.521715 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.522038 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.522357 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.522676 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.522993 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:09.556503 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.559359 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:09.560535 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] 10.222.0.37 "DELETE /v2.0/security-groups/ad4ba35b-cbd3-4140-ba26-ee6e315a55f6 HTTP/1.1" status: 204 len: 168 time: 0.1443653 Jul 30 16:19:09.569207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576d079-1aeb-432d-b46a-d0fe2457f2bb tempest-TestShelveInstance-54119881 tempest-TestShelveInstance-54119881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ba35b-cbd3-4140-ba26-ee6e315a55f6,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:09.602987 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35350) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:09.714638 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] get_ports_and_sgs() called for port_ids ['dc53c338-dfd0-433c-8622-0c4c81eba97d'] {{(pid=93206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 16:19:09.985867 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.031843 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4ae7-ba22-479d-95bd-c56f776a1397 req-eb32dd3c-a4fa-4cb3-99ea-6f2ff6c94afb tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:10.033291 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4fbd4ae7-ba22-479d-95bd-c56f776a1397 req-eb32dd3c-a4fa-4cb3-99ea-6f2ff6c94afb tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 944 time: 0.0937548 Jul 30 16:19:10.112421 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4fbd4ae7-ba22-479d-95bd-c56f776a1397 req-94121296-5b9b-4420-b04c-95d25938fdb1 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732706 Jul 30 16:19:10.259816 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Deleting port bc8e8f52-39e3-44f6-8f39-6766239c8ad7 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:10.260247 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.337629 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] For port bc8e8f52-39e3-44f6-8f39-6766239c8ad7, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:10.337992 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.350585 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Calling delete_port for bc8e8f52-39e3-44f6-8f39-6766239c8ad7 owned by network:router_interface {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:10.431221 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-68c200b2-3279-47fd-a5cd-0d65e23d2679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.524899 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.550368 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8e8f52-39e3-44f6-8f39-6766239c8ad7,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:10.710147 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.806205 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:10.923603 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Router f3c3c5cb-8606-45e5-a71a-a450f1adacdb has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:19:11.025542 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:19:11.030891 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-807ea61e-8466-4420-a0fc-cbb9335f9f51 admin admin] 10.222.0.37 "PUT /v2.0/routers/f3c3c5cb-8606-45e5-a71a-a450f1adacdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268022 Jul 30 16:19:11.033299 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35354) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:11.036044 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Sync routers for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:19:11.046647 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:11.047294 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:11.137900 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.161663 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:11.234228 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfd4e7-c489-4e16-bb70-021c11804264 req-b7403b5a-378b-4edb-a682-bd73ea2f9b71 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:11.236020 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ccfd4e7-c489-4e16-bb70-021c11804264 req-b7403b5a-378b-4edb-a682-bd73ea2f9b71 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 944 time: 0.0525596 Jul 30 16:19:11.240288 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.277469 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-4ccfd4e7-c489-4e16-bb70-021c11804264 req-16b95f9b-c764-403c-a61d-29119d0b4f29 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Jul 30 16:19:11.296472 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Deleting port 7c0cf10c-9d67-4896-a352-b58622764c44 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:11.296825 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.321766 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device dc53c338-dfd0-433c-8622-0c4c81eba97d up at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 16:19:11.377318 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] For port 7c0cf10c-9d67-4896-a352-b58622764c44, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7c0cf10c-9d67-4896-a352-b58622764c44,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:11.377948 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.388192 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:19:10Z', 'revision_number': 5, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port': {'id': '7c0cf10c-9d67-4896-a352-b58622764c44', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:23:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:11.389962 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning for port dc53c338-dfd0-433c-8622-0c4c81eba97d completed by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 16:19:11.391656 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Calling delete_port for 7c0cf10c-9d67-4896-a352-b58622764c44 owned by network:router_gateway {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:11.417186 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.provisioning_blocks [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Provisioning complete for port dc53c338-dfd0-433c-8622-0c4c81eba97d triggered by entity L2. {{(pid=93206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 16:19:11.417562 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476759'] for port, provisioning_complete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.419284 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Checking router: f3c3c5cb-8606-45e5-a71a-a450f1adacdb for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:19:11.461585 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Routers {'f3c3c5cb-8606-45e5-a71a-a450f1adacdb'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:11.462248 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:11.504435 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.556451 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.577279 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] Set router f3c3c5cb-8606-45e5-a71a-a450f1adacdb gateway port host: None {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:11.581472 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0cf10c-9d67-4896-a352-b58622764c44,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:11.630763 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:19:11Z', 'revision_number': 6, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:11.639974 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.664368 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db77fd2-06ad-42d6-a0a3-5cc0157f8fb1 None None] The sync data for ids ['f3c3c5cb-8606-45e5-a71a-a450f1adacdb'] in dv-cinder-803046-3-iscsi is: [{'id': 'f3c3c5cb-8606-45e5-a71a-a450f1adacdb', 'name': 'tempest-TestShelveInstance-2081307253-router', 'tenant_id': '3c425ffd8fd041f9b548ee591a2bd843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:18Z', 'updated_at': '2021-07-30T16:19:11Z', 'revision_number': 6, 'project_id': '3c425ffd8fd041f9b548ee591a2bd843', 'gw_port_host': None}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:19:11.665945 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.696991 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d'}] {{(pid=93206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:19:11.698075 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96950f5181f6357f14ff21d503417c2484f572a5dd7220c71c2292e17c255e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6062e2-6443-4b20-b328-5f82fb48980c" -d '{"events": [{"server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "name": "network-vif-plugged", "status": "completed", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d"}]}' {{(pid=93206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:19:11.709492 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:11.715856 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134'] for port, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.716707 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:11.733664 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.735852 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.765256 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: aeca0f4b-877a-4418-be7e-80555a5d3358 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:11.765711 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device aeca0f4b-877a-4418-be7e-80555a5d3358 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:11.783662 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:11.798094 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Pushing event updated for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=5']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:11.805046 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4e51ba-7fec-425e-8be1-183a24d869aa x-openstack-request-id: req-af4e51ba-7fec-425e-8be1-183a24d869aa {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:19:11.805340 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "name": "network-vif-plugged", "status": "completed", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d", "code": 200}]} {{(pid=93206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:19:11.805592 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af4e51ba-7fec-425e-8be1-183a24d869aa {{(pid=93206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:19:11.806024 dv-cinder-803046-3-iscsi neutron-server[93206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'code': 200} Jul 30 16:19:12.065351 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.065822 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3c3c5cb-8606-45e5-a71a-a450f1adacdb {{(pid=93204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:19:12.070717 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.071910 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-fae8ea5f-b5fe-4153-9d54-2cf6748ab0c6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f3c3c5cb-8606-45e5-a71a-a450f1adacdb HTTP/1.1" status: 204 len: 168 time: 1.0377133 Jul 30 16:19:12.075444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35362) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:12.092370 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c7c68-aad8-4e49-8797-c8ba2fba1e47 req-63fa8756-756d-469e-8c2a-0a75dc384448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:12.094076 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-925c7c68-aad8-4e49-8797-c8ba2fba1e47 req-63fa8756-756d-469e-8c2a-0a75dc384448 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1098 time: 0.0604696 Jul 30 16:19:12.130957 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Deleting subnet b996d118-cac3-43a9-92a7-519539282851 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:19:12.134329 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.141051 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-925c7c68-aad8-4e49-8797-c8ba2fba1e47 req-ddde1281-8106-4181-bbef-ba5c6853114b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 Jul 30 16:19:12.145448 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bc8e8f52-39e3-44f6-8f39-6766239c8ad7 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:12.167683 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: bc8e8f52-39e3-44f6-8f39-6766239c8ad7 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:12.168036 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device bc8e8f52-39e3-44f6-8f39-6766239c8ad7 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:12.183313 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.263291 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.316155 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.344273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.349256 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b996d118-cac3-43a9-92a7-519539282851 HTTP/1.1" status: 204 len: 168 time: 0.2698295 Jul 30 16:19:12.349256 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b996d118-cac3-43a9-92a7-519539282851,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:12.349528 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35366) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:12.351374 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb29302-bc16-49e6-aba1-3ec582c8a7de None None] Network d8bbea9d-01fd-40bb-ae9f-25c041888307 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:19:12.356018 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.356500 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.356937 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.357405 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.357841 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.358273 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.358782 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.359233 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.359660 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.360088 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.360512 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.361034 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e0d1c2-c2f1-498c-983e-40a537d9d41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:19:12.413650 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c23f-29e1-4c66-9a27-850992b3657d req-7afd0df0-34e1-4dbe-a923-05c92baa4fb4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:12.415079 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e134c23f-29e1-4c66-9a27-850992b3657d req-7afd0df0-34e1-4dbe-a923-05c92baa4fb4 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0509019 Jul 30 16:19:12.421418 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.458964 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-e134c23f-29e1-4c66-9a27-850992b3657d req-92b62b78-2573-4dca-be5f-ebc93a856494 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365767 Jul 30 16:19:12.483838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Deleting port 50369b03-9ce7-4179-a993-9e6355ba8c07 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:12.484103 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.546247 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] DHCP port deletion for d8bbea9d-01fd-40bb-ae9f-25c041888307 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:19:12.559695 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] For port 50369b03-9ce7-4179-a993-9e6355ba8c07, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=50369b03-9ce7-4179-a993-9e6355ba8c07,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:12.560194 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.573903 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Calling delete_port for 50369b03-9ce7-4179-a993-9e6355ba8c07 owned by network:dhcp {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:12.596175 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Deleting port 50369b03-9ce7-4179-a993-9e6355ba8c07 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:12.596554 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.657978 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.663608 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] For port 50369b03-9ce7-4179-a993-9e6355ba8c07, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=50369b03-9ce7-4179-a993-9e6355ba8c07,segment=NetworkSegment(ca9f792d-ee35-4622-b613-7d3fd461540c),segment_id=ca9f792d-ee35-4622-b613-7d3fd461540c)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:12.664017 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.676999 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Calling delete_port for 50369b03-9ce7-4179-a993-9e6355ba8c07 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:12.685405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] No DVR routers for this DVR port 50369b03-9ce7-4179-a993-9e6355ba8c07 on host dv-cinder-803046-3-iscsi {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:19:12.707287 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Pushing event deleted for resources: {'Port': ['ID=50369b03-9ce7-4179-a993-9e6355ba8c07,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:12.754321 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.764033 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.774551 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8bbea9d-01fd-40bb-ae9f-25c041888307']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:12.785201 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] Pushing event deleted for resources: {'Port': ['ID=50369b03-9ce7-4179-a993-9e6355ba8c07,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:12.788905 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd7ccc-1e01-418c-b273-9e13f4eb1c74 None None] No DVR routers for this DVR port 50369b03-9ce7-4179-a993-9e6355ba8c07 on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:19:12.791313 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9f792d-ee35-4622-b613-7d3fd461540c') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:12.792237 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9f792d-ee35-4622-b613-7d3fd461540c') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:12.802967 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.817094 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.823866 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:19:12.824493 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:19:12.826056 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:19:12.877029 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.882432 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:12.884278 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] 10.222.0.37 "DELETE /v2.0/networks/d8bbea9d-01fd-40bb-ae9f-25c041888307 HTTP/1.1" status: 204 len: 168 time: 0.5342286 Jul 30 16:19:12.887862 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35368) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:12.895501 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e09dd8-d8e2-4aa1-a89f-afad8a31957b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8bbea9d-01fd-40bb-ae9f-25c041888307,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:13.228462 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:13.460906 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Deleting port 4fce1165-d78c-4dc9-9ef2-3320510fc37d {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:13.461609 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:13.537179 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] For port 4fce1165-d78c-4dc9-9ef2-3320510fc37d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4fce1165-d78c-4dc9-9ef2-3320510fc37d,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:13.537549 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:13.550555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Calling delete_port for 4fce1165-d78c-4dc9-9ef2-3320510fc37d owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:13.577371 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f86d-237f-4ec8-8023-fef9a1299803 req-b5d3f969-0f54-496c-8eda-2501b742e81f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:13.578861 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0d13f86d-237f-4ec8-8023-fef9a1299803 req-b5d3f969-0f54-496c-8eda-2501b742e81f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0470452 Jul 30 16:19:13.616586 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-0d13f86d-237f-4ec8-8023-fef9a1299803 req-b5d837f6-03e2-4f6b-9915-970332e4be7d tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Jul 30 16:19:13.730243 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:13.768223 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a72f-bb79-4675-8bd2-352c06c8706c req-1cc586c7-c7cd-4c66-90c5-3ecc3eac86b8 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:13.769943 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1941a72f-bb79-4675-8bd2-352c06c8706c req-1cc586c7-c7cd-4c66-90c5-3ecc3eac86b8 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0876589 Jul 30 16:19:13.771028 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:13.801688 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fce1165-d78c-4dc9-9ef2-3320510fc37d,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:13.872256 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-1941a72f-bb79-4675-8bd2-352c06c8706c req-c4430512-3184-48f5-b7d7-a2dc02a8cd2f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932629 Jul 30 16:19:13.895511 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35374) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:14.022016 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd99667-e3e0-4b3e-b57a-41a75ba2ff15 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:14.023470 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-7fd99667-e3e0-4b3e-b57a-41a75ba2ff15 tempest-TestVolumeBootPattern-1032608437 tempest-TestVolumeBootPattern-1032608437-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1093 time: 0.1268728 Jul 30 16:19:14.026404 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35376) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:14.031214 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.v2.base [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Request body: {'floatingip': {'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'port_id': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 16:19:14.038494 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 50369b03-9ce7-4179-a993-9e6355ba8c07 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:14.038731 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.059509 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 50369b03-9ce7-4179-a993-9e6355ba8c07 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:14.059928 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 50369b03-9ce7-4179-a993-9e6355ba8c07 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:14.060544 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7c0cf10c-9d67-4896-a352-b58622764c44 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:14.061067 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.080945 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 7c0cf10c-9d67-4896-a352-b58622764c44 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:14.081187 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7c0cf10c-9d67-4896-a352-b58622764c44 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:14.156682 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.258942 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Router af530b3c-b0d3-4f36-8ef0-a278349ec082 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:19:14.266406 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.db_base_plugin_common [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Allocated IP 172.27.0.139 (35aad974-23f9-4b65-a8c1-1be57913946f/4fca1535-2a61-48f9-8a1e-0526a6807035/a6720ac7-6693-4fb8-a9a7-8fb0a22a1727) {{(pid=93204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 16:19:14.364577 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.367897 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:19:14.376381 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35378) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:14.377196 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-4b6a5241-8daf-434e-baac-30242f3e5fd9 admin admin] 10.222.0.37 "PUT /v2.0/routers/af530b3c-b0d3-4f36-8ef0-a278349ec082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882820 Jul 30 16:19:14.379380 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Sync routers for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:19:14.390001 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:14.390727 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:14.483589 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294809582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.500957 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:14.533447 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.536080 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Network 35aad974-23f9-4b65-a8c1-1be57913946f is already hosted by enough agents. {{(pid=93204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 16:19:14.573056 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.base_scheduler [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Resources bound (agent type, host, resource id): {{(pid=93204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 16:19:14.579124 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Received port after_create {{(pid=93204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 16:19:14.613920 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=a6720ac7-6693-4fb8-a9a7-8fb0a22a1727,revision_number=1']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:14.675925 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:19:13Z', 'revision_number': 5, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:14.702663 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.704956 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Checking router: af530b3c-b0d3-4f36-8ef0-a278349ec082 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:19:14.712932 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Routers {'af530b3c-b0d3-4f36-8ef0-a278349ec082'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:14.714096 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['af530b3c-b0d3-4f36-8ef0-a278349ec082'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:14.878132 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Deleting port 4b7ee4f1-28a2-4398-9f43-f2035da04235 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:14.878371 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:14.908942 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] Set router af530b3c-b0d3-4f36-8ef0-a278349ec082 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:15.033747 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] For port 4b7ee4f1-28a2-4398-9f43-f2035da04235, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=4b7ee4f1-28a2-4398-9f43-f2035da04235,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:15.034113 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.052180 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Calling delete_port for 4b7ee4f1-28a2-4398-9f43-f2035da04235 owned by network:router_gateway {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:15.081841 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:19:13Z', 'revision_number': 5, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:15.108507 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443256-da59-4272-a0f3-4d948a242e63 None None] The sync data for ids ['af530b3c-b0d3-4f36-8ef0-a278349ec082'] in dv-cinder-803046-3-iscsi is: [{'id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'name': 'tempest-TestShelveInstance-1779463452-router', 'tenant_id': '7dd3f369280b42b8a4cec5a38ed05626', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:14:23Z', 'updated_at': '2021-07-30T16:19:13Z', 'revision_number': 5, 'project_id': '7dd3f369280b42b8a4cec5a38ed05626', 'gw_port': {'id': '4b7ee4f1-28a2-4398-9f43-f2035da04235', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:8f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af530b3c-b0d3-4f36-8ef0-a278349ec082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:14:24Z', 'updated_at': '2021-07-30T16:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:19:15.161338 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.279725 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3730977'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.358013 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.420046 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7ee4f1-28a2-4398-9f43-f2035da04235,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:15.512421 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.609523 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.614357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.625468 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.629331 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739295200049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294810116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294810134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15018831'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.710091 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.710591 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af530b3c-b0d3-4f36-8ef0-a278349ec082 {{(pid=93204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:19:15.725159 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] Notify callbacks [] for router, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.726302 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a41922be-baf6-4fb7-904a-1123ccd8a5dd admin admin] 10.222.0.37 "DELETE /v2.0/routers/af530b3c-b0d3-4f36-8ef0-a278349ec082 HTTP/1.1" status: 204 len: 168 time: 1.3490014 Jul 30 16:19:15.729197 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35380) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:15.738282 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event updated for resources: {'Port': ['ID=a6720ac7-6693-4fb8-a9a7-8fb0a22a1727,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:15.743350 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414799'] for floatingip, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.787745 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Deleting subnet b8d9af06-3916-4bc7-adc9-f2511fb0e0f3 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:19:15.790848 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.828404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:15.857377 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP 0eafa792-aeeb-463a-b7d2-705743eab3e5 associated. External IP: 172.27.0.139, port: dc53c338-dfd0-433c-8622-0c4c81eba97d. Jul 30 16:19:15.912811 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.068742 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:19:16.186739 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:19:16.203735 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:19:16.212826 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:16.214065 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.215058 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.251690 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.254910 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4fce1165-d78c-4dc9-9ef2-3320510fc37d no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:16.272153 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.274093 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b8d9af06-3916-4bc7-adc9-f2511fb0e0f3 HTTP/1.1" status: 204 len: 168 time: 0.5439179 Jul 30 16:19:16.284605 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a56bf-f797-49a2-b1b7-6b448db882e0 None None] Network a7c6847d-64d4-45cc-8ac7-e387eb88d9fd requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:19:16.292443 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35382) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:16.298861 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caba546-3c4d-421c-bc19-230bdc6ad4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d9af06-3916-4bc7-adc9-f2511fb0e0f3,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:16.300349 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 4fce1165-d78c-4dc9-9ef2-3320510fc37d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:16.300912 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4fce1165-d78c-4dc9-9ef2-3320510fc37d not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:16.301631 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4b7ee4f1-28a2-4398-9f43-f2035da04235 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:16.358576 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 4b7ee4f1-28a2-4398-9f43-f2035da04235 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:16.359241 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 4b7ee4f1-28a2-4398-9f43-f2035da04235 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:16.450617 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:16.486932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.531185 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-6ac281c3-fde8-44ea-ba12-ade8e553ce4e tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4945304 Jul 30 16:19:16.531185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:19:16.531185 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dcef06-9438-4553-9432-6eeb68794b62" -d '{"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:19:16.556157 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Deleting port d08d68e9-c644-4625-b60b-85747467f726 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:19:16.556510 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.566785 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db96027-5e6f-424a-a903-523ab1c16366 x-openstack-request-id: req-0db96027-5e6f-424a-a903-523ab1c16366 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:19:16.567208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:19:16.567552 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0db96027-5e6f-424a-a903-523ab1c16366 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:19:16.568037 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'status': 'completed', 'code': 200} Jul 30 16:19:16.622371 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] For port d08d68e9-c644-4625-b60b-85747467f726, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=d08d68e9-c644-4625-b60b-85747467f726,segment=NetworkSegment(1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab),segment_id=1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:19:16.622760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.636165 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcef06-9438-4553-9432-6eeb68794b62 req-70b4310a-7694-4cfd-a404-9576eda56341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:16.636740 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Calling delete_port for d08d68e9-c644-4625-b60b-85747467f726 owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:19:16.637692 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-70b4310a-7694-4cfd-a404-9576eda56341 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1098 time: 0.0451324 Jul 30 16:19:16.723760 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.735399 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcef06-9438-4553-9432-6eeb68794b62 req-a3cd86a9-a09b-44f4-a668-f0c6953139e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:16.737214 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-a3cd86a9-a09b-44f4-a668-f0c6953139e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0912638 Jul 30 16:19:16.759558 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08d68e9-c644-4625-b60b-85747467f726,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:16.761444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] No DVR routers for this DVR port d08d68e9-c644-4625-b60b-85747467f726 on host dv-cinder-803046-3-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:19:16.764416 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be5b2f-6109-42e9-b1ed-5783e79dab8b None None] DHCP port deletion for a7c6847d-64d4-45cc-8ac7-e387eb88d9fd request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:19:16.820579 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-8fd42d7c-4a43-4d62-b6ab-1534ae815be8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 200 len: 999 time: 0.0747809 Jul 30 16:19:16.835306 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.845337 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c6847d-64d4-45cc-8ac7-e387eb88d9fd']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.856178 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.856477 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c10adbd-bf3f-4c70-8c3e-5afa90ff06ab') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.857206 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '0eafa792-aeeb-463a-b7d2-705743eab3e5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:a5:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:19:14Z', 'updated_at': '2021-07-30T16:19:14Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}, {'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.865682 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.872740 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcef06-9438-4553-9432-6eeb68794b62 req-59f7eccc-3583-4ae3-accf-391a017e4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:16.874151 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-59f7eccc-3583-4ae3-accf-391a017e4746 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0461431 Jul 30 16:19:16.884077 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.884394 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:19:16.894017 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:19:16.894420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:19:16.896338 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:19:16.908868 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:19:16.909512 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:19:10Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:16.925036 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcef06-9438-4553-9432-6eeb68794b62 req-08bb17c6-abbd-4970-bddd-e1b3d542df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:16.926537 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-08bb17c6-abbd-4970-bddd-e1b3d542df05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449698 Jul 30 16:19:16.960786 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.970822 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:16.972949 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a7c6847d-64d4-45cc-8ac7-e387eb88d9fd HTTP/1.1" status: 204 len: 168 time: 0.6794169 Jul 30 16:19:16.985079 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f07e51-ccc2-40ca-8c89-9cc70a96c321 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c6847d-64d4-45cc-8ac7-e387eb88d9fd,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:17.024003 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-468b938d-267b-4c08-8501-a4bfdd487d19 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Jul 30 16:19:17.028571 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:19:17.106822 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35392) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:17.123697 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-68dcef06-9438-4553-9432-6eeb68794b62 req-4cd2dc8c-377e-4b27-b294-0aaaa7db1a42 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914783 Jul 30 16:19:17.155230 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-0ddbea68-5658-414f-9563-1473bb7964b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c425ffd8fd041f9b548ee591a2bd843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445166 Jul 30 16:19:17.155702 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35394) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:17.203365 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.225423 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.261183 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '0eafa792-aeeb-463a-b7d2-705743eab3e5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:a5:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:19:14Z', 'updated_at': '2021-07-30T16:19:14Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}, {'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:19:17.277696 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.280292 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.281585 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/281ec3fc-bc29-40ae-b618-c5df5999c411 HTTP/1.1" status: 204 len: 168 time: 0.1249585 Jul 30 16:19:17.292393 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53db2ba-2844-43f1-b4d7-2cf8b7d2c3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ec3fc-bc29-40ae-b618-c5df5999c411,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:17.292708 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927363b-423d-4460-8fdd-3b491eefc5b9 None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '0eafa792-aeeb-463a-b7d2-705743eab3e5', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:a5:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:19:14Z', 'updated_at': '2021-07-30T16:19:14Z', 'revision_number': 0, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}, {'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:19:17.493606 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff9d3cf-534f-4e0d-897e-fd57405a9e33 None None] New status for floating IP 0eafa792-aeeb-463a-b7d2-705743eab3e5: ACTIVE {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:19:17.612096 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35400) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:17.655177 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-dc1cabfe-3a39-472d-8950-614709c57aec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dd3f369280b42b8a4cec5a38ed05626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402980 Jul 30 16:19:17.656107 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35402) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:19:17.704023 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.724240 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.770660 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.773230 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:17.774378 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e29b06a1-6f73-45f9-acfe-42006df962e9 HTTP/1.1" status: 204 len: 168 time: 0.1174605 Jul 30 16:19:17.782650 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cf85b-d78c-4ce8-a56f-d1a40791814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29b06a1-6f73-45f9-acfe-42006df962e9,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:19:17.991243 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d08d68e9-c644-4625-b60b-85747467f726 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:19:18.013320 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: d08d68e9-c644-4625-b60b-85747467f726 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:19:18.013671 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device d08d68e9-c644-4625-b60b-85747467f726 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:19:19.012137 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-34383381-9b99-44e2-9354-dc130a714eed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389135 Jul 30 16:19:19.075022 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-4307d102-153c-449c-984b-b890dd2132ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.076495 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-4307d102-153c-449c-984b-b890dd2132ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1099 time: 0.0393798 Jul 30 16:19:19.178539 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-cf4cb1d4-e6b1-4e83-8b3b-ded820130a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.180079 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-cf4cb1d4-e6b1-4e83-8b3b-ded820130a67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0847044 Jul 30 16:19:19.243398 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-428b7a92-764c-4ba8-97ec-546890a69976 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 1002 time: 0.0561514 Jul 30 16:19:19.292153 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-a034c750-54a5-4dd0-8ac9-077621c544a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.293531 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-a034c750-54a5-4dd0-8ac9-077621c544a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0430565 Jul 30 16:19:19.342905 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-3fc8495a-fdc1-4b13-9da0-44b1f83f2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:19:19.344383 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-3fc8495a-fdc1-4b13-9da0-44b1f83f2f59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425003 Jul 30 16:19:19.430578 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-49642e33-84b0-43e1-8a0b-addbe0879945 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781488 Jul 30 16:19:19.524576 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-27d723e2-2432-48e1-8b13-11d498f7fe3a req-17fd49cc-d822-4780-9c3c-13c0d3ef0eef service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863190 Jul 30 16:19:34.304199 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:19:38.004785 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1e3d8ec5-2a3e-4cdc-9c06-f881f48fa1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:40.431615 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-34096522-96a8-4e2e-8a04-89ccdd0f9b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:40.817703 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:41.458663 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:41.746549 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:19:43.733119 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:08.006045 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-1a361620-f752-4c70-b7b0-ec0d6786d48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.432357 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-780d4c45-c66c-4817-bc13-692e568ef1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:10.807579 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.302574 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:20:11.469710 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:11.749334 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:13.735903 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:21.020295 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-705d2bd5-50d9-4f37-93e4-e7fdb5a1e971 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392628 Jul 30 16:20:21.101029 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-9c681a7b-aa88-45b2-9b2b-69746c4bccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:21.102531 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-9c681a7b-aa88-45b2-9b2b-69746c4bccdf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1099 time: 0.0398901 Jul 30 16:20:21.206458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-e7ece33c-567b-4690-8c47-abee08e360eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:21.207947 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-e7ece33c-567b-4690-8c47-abee08e360eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.0851707 Jul 30 16:20:21.274026 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-67e1f69a-54db-4658-aee5-371fb06b0e6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 1002 time: 0.0556202 Jul 30 16:20:21.322461 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-52695a16-6b48-42c5-a367-cb48e29f71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:21.323913 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-52695a16-6b48-42c5-a367-cb48e29f71b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0412793 Jul 30 16:20:21.372184 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-9aee14a3-fb91-4146-bd7d-fc707e34f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:21.373739 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-9aee14a3-fb91-4146-bd7d-fc707e34f62e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412340 Jul 30 16:20:21.460432 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-51411236-7bae-4687-8a79-26eef1a39423 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783553 Jul 30 16:20:21.549717 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-cfced0f9-885c-4418-8cd2-98be2fb34650 req-1abdc729-7db6-4f2a-ac95-85def1f16124 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812900 Jul 30 16:20:38.009279 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-72d6a12b-62f6-4f69-9051-a9a9c2c4a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:40.433269 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-7219e059-feb4-4c0f-811d-1b5c65670179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:40.807398 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:41.487524 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:41.750734 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:43.738077 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.041240 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35440) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:48.193374 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port a6720ac7-6693-4fb8-a9a7-8fb0a22a1727 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:48.193717 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.264993 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.265240 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.277207 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for a6720ac7-6693-4fb8-a9a7-8fb0a22a1727 owned by network:floatingip {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:48.301537 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:20:48.422556 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.446972 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=a6720ac7-6693-4fb8-a9a7-8fb0a22a1727,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:48.458838 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.459211 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.459551 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.459882 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.460208 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.460533 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.460859 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.461181 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.461504 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.461824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.462143 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.462459 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:48.517631 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.517930 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP 0eafa792-aeeb-463a-b7d2-705743eab3e5 disassociated (deleted). External IP: 172.27.0.139, port: dc53c338-dfd0-433c-8622-0c4c81eba97d. Jul 30 16:20:48.713402 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:20:48.823586 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:20:48.828509 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:48.832992 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:20:48.841686 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:48.842365 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:48.855635 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-c2e9d697-911e-4353-80c6-38250e6dd90c tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "DELETE /v2.0/floatingips/0eafa792-aeeb-463a-b7d2-705743eab3e5 HTTP/1.1" status: 204 len: 168 time: 0.8133032 Jul 30 16:20:48.856242 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:48.858460 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8217df54-7add-46c1-9f8c-c6fec4906cea" -d '{"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:48.907745 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd208454-9550-4ea6-ad73-1dc22e05a6df x-openstack-request-id: req-dd208454-9550-4ea6-ad73-1dc22e05a6df {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:48.908124 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:48.908422 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd208454-9550-4ea6-ad73-1dc22e05a6df {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:48.908821 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'status': 'completed', 'code': 200} Jul 30 16:20:48.955675 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:48.971532 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-98dfd303-2572-4491-adc1-1862e9ff0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:48.973105 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-98dfd303-2572-4491-adc1-1862e9ff0bdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 1098 time: 0.0422962 Jul 30 16:20:49.104879 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-0c73c571-4bdb-400b-9677-c9427c93f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:49.106274 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-0c73c571-4bdb-400b-9677-c9427c93f536 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.1195111 Jul 30 16:20:49.114977 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c309ad-77b3-4f38-893f-97dfc9326868 req-db4445c3-f938-462b-81c8-b04e8bf40393 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:49.116392 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-28c309ad-77b3-4f38-893f-97dfc9326868 req-db4445c3-f938-462b-81c8-b04e8bf40393 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0739806 Jul 30 16:20:49.155960 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-b8ec1ce1-49e0-4043-b4f1-a185bb52139b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 200 len: 217 time: 0.0386362 Jul 30 16:20:49.195239 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:49.210536 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-28c309ad-77b3-4f38-893f-97dfc9326868 req-2727ce6f-3e7c-471d-93cf-af3e7c1a3575 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867245 Jul 30 16:20:49.222203 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:20:49.232357 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-cc05fa09-da94-4b0b-8a0b-610ed83b43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:49.232357 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-cc05fa09-da94-4b0b-8a0b-610ed83b43e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0602188 Jul 30 16:20:49.232578 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:49.232578 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:49.273898 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-77dfafc9-08e6-44a5-87e7-dd419f0a7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:49.275405 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-77dfafc9-08e6-44a5-87e7-dd419f0a7d7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400741 Jul 30 16:20:49.337854 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:49.364498 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-069088cf-69f3-4fca-be31-bfa1d8de0f47 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799377 Jul 30 16:20:49.457849 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-8217df54-7add-46c1-9f8c-c6fec4906cea req-0e9751dd-60ff-41ec-87b2-af64c5722ac9 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853260 Jul 30 16:20:49.554433 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:49.583301 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35e270-4aee-4a2b-b7bc-cb84633c7f03 None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_floatingips': [{'id': '91bb0b03-278f-4c39-b501-90af78645ab9', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'router_id': '60634693-a375-4fee-9959-9a160d7ec998', 'port_id': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'mac_address': 'fa:16:3e:57:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T16:17:13Z', 'updated_at': '2021-07-30T16:17:15Z', 'revision_number': 1, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:20:49.790924 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306344dd-bbc1-497f-a012-5932f7b797a6 None None] New status for floating IP 0eafa792-aeeb-463a-b7d2-705743eab3e5: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:20:50.331101 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bd305-a31e-4819-94b5-26eddfa34c73 req-99389875-61d5-4221-9350-2773d459348b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:50.332582 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c74bd305-a31e-4819-94b5-26eddfa34c73 req-99389875-61d5-4221-9350-2773d459348b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Jul 30 16:20:50.370441 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-c74bd305-a31e-4819-94b5-26eddfa34c73 req-d3e3640c-c11c-4127-bc03-1566c3400b1f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Jul 30 16:20:50.640949 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-645d5330-f9cd-4b11-9f52-86df05b331db tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:50.642390 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-645d5330-f9cd-4b11-9f52-86df05b331db tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 945 time: 0.0478885 Jul 30 16:20:50.739213 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port dc53c338-dfd0-433c-8622-0c4c81eba97d {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:50.739554 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:50.822982 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] For port dc53c338-dfd0-433c-8622-0c4c81eba97d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=dc53c338-dfd0-433c-8622-0c4c81eba97d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:50.823375 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:50.835936 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for dc53c338-dfd0-433c-8622-0c4c81eba97d owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:50.959973 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:50.987521 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=dc53c338-dfd0-433c-8622-0c4c81eba97d,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:51.036243 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] No DVR routers for this DVR port dc53c338-dfd0-433c-8622-0c4c81eba97d on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:51.038720 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:51.040978 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-78249f8a-34a0-42f5-ad07-f64650c1f029 req-bf7e8cd2-01db-4d5b-ac52-7f4b019880fa tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "DELETE /v2.0/ports/dc53c338-dfd0-433c-8622-0c4c81eba97d HTTP/1.1" status: 204 len: 173 time: 0.3916769 Jul 30 16:20:51.041563 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'name': 'network-vif-deleted', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:51.044439 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78daac62-e9b3-4048-abaf-f53d6a7e68ce" -d '{"events": [{"server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "name": "network-vif-deleted", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:51.087988 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f31902c-c7ab-4345-b234-c883ffcc9de7 x-openstack-request-id: req-2f31902c-c7ab-4345-b234-c883ffcc9de7 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:51.088275 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57f0a67-c66f-4085-bb05-4361f5f783c8", "name": "network-vif-deleted", "tag": "dc53c338-dfd0-433c-8622-0c4c81eba97d", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:51.088550 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f31902c-c7ab-4345-b234-c883ffcc9de7 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:51.088941 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57f0a67-c66f-4085-bb05-4361f5f783c8', 'name': 'network-vif-deleted', 'tag': 'dc53c338-dfd0-433c-8622-0c4c81eba97d', 'status': 'completed', 'code': 200} Jul 30 16:20:51.493847 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-a5d69cdb-a6c5-4b87-8407-143998a51e6f req-32c0778e-3e64-4727-9954-1cac5f496384 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=b57f0a67-c66f-4085-bb05-4361f5f783c8 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Jul 30 16:20:53.896774 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device dc53c338-dfd0-433c-8622-0c4c81eba97d no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:20:53.917442 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: dc53c338-dfd0-433c-8622-0c4c81eba97d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:20:53.917725 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device dc53c338-dfd0-433c-8622-0c4c81eba97d not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:20:54.762657 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35480) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:55.155647 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port 8ffebd76-965c-4dd8-a9f7-40f22d20ef51 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:55.155889 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.227297 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.227628 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.238989 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for 8ffebd76-965c-4dd8-a9f7-40f22d20ef51 owned by network:floatingip {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:55.381467 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.405624 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=8ffebd76-965c-4dd8-a9f7-40f22d20ef51,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:55.467519 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.467843 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.db.l3_db [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Floating IP 91bb0b03-278f-4c39-b501-90af78645ab9 disassociated (deleted). External IP: 172.27.0.100, port: 097e775d-f23f-4ca8-a3e3-ef121c4f29d3. Jul 30 16:20:55.667193 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:20:55.773130 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:20:55.778312 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:55.782701 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:20:55.791382 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:55.791986 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:55.807575 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-a7c21308-387a-424d-b13d-942339978179 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "DELETE /v2.0/floatingips/91bb0b03-278f-4c39-b501-90af78645ab9 HTTP/1.1" status: 204 len: 168 time: 1.0414748 Jul 30 16:20:55.807575 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:55.808213 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff71f81-17ec-43ce-91e4-fa5d0617a392" -d '{"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:55.847458 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47325a51-31e2-49a4-8c05-96a3f2458c9c x-openstack-request-id: req-47325a51-31e2-49a4-8c05-96a3f2458c9c {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:55.847754 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:55.848007 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47325a51-31e2-49a4-8c05-96a3f2458c9c {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:55.848476 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'status': 'completed', 'code': 200} Jul 30 16:20:55.903453 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:55.921734 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-02bb1dd2-f0bc-4375-b478-df8675c68f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:55.924904 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-02bb1dd2-f0bc-4375-b478-df8675c68f21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=07bf3493a71648c895b14d999b3bfb1e&device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 1099 time: 0.0473480 Jul 30 16:20:56.062595 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3e207-787e-4e70-bed3-304cbbb7150d req-0505d0ea-64b2-4ee5-9531-20549f13795a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:56.064753 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14c3e207-787e-4e70-bed3-304cbbb7150d req-0505d0ea-64b2-4ee5-9531-20549f13795a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0807891 Jul 30 16:20:56.070101 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-0d41e4e8-4c4a-41ad-8d4b-6ef8ed7eb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:56.071600 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-0d41e4e8-4c4a-41ad-8d4b-6ef8ed7eb3a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 200 len: 913 time: 0.1395342 Jul 30 16:20:56.129712 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-ce7e569e-dde3-4036-afdd-b7f2820a3c82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 200 len: 217 time: 0.0455773 Jul 30 16:20:56.154636 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-14c3e207-787e-4e70-bed3-304cbbb7150d req-b5c08172-2a14-44fb-b1f8-301f6c260dca tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820625 Jul 30 16:20:56.188611 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-f36792df-4102-43b9-b218-ba0ac1d9d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:56.189991 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-f36792df-4102-43b9-b218-ba0ac1d9d979 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 200 len: 851 time: 0.0514398 Jul 30 16:20:56.236950 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-1a33e4fd-ff0e-41c3-9f30-84e5f83f658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:56.238492 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-1a33e4fd-ff0e-41c3-9f30-84e5f83f658b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d0da8fd-0a56-4002-b0c2-d66355f139a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402873 Jul 30 16:20:56.242209 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:56.271569 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:20:56.280488 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:20:56.281466 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:56.334469 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-264958a4-9b7b-4937-865c-e8395fe05582 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871415 Jul 30 16:20:56.392477 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:20:56.423882 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-9ff71f81-17ec-43ce-91e4-fa5d0617a392 req-9087386f-ec38-4589-8e4e-6f1979ceccf9 service neutron] 10.222.0.70 "GET /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817218 Jul 30 16:20:56.588258 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:20:56.613315 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c3b14-8dce-4dd1-ad07-3fbcfbb7163f None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:54Z', 'revision_number': 4, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi', '_interfaces': [{'id': '7340b213-0e7c-4ce9-aae7-a0d2924a0f43', 'name': '', 'network_id': '7d0da8fd-0a56-4002-b0c2-d66355f139a4', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'mac_address': 'fa:16:3e:74:a2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:54Z', 'updated_at': '2021-07-30T16:14:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'subnets': [{'id': '285d8b86-e4a3-442c-9f77-a887c44071dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:20:56.808528 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a62799-f955-4c1a-941a-20e51ed9ee45 None None] New status for floating IP 91bb0b03-278f-4c39-b501-90af78645ab9: DOWN {{(pid=93207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 16:20:57.271009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777816c-df6d-4406-a3e6-c645c767172d req-a42b914c-5f42-4fdc-a45e-bd2dffa0e1fd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:57.272523 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f777816c-df6d-4406-a3e6-c645c767172d req-a42b914c-5f42-4fdc-a45e-bd2dffa0e1fd tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0480165 Jul 30 16:20:57.312712 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-f777816c-df6d-4406-a3e6-c645c767172d req-e818831f-bcf8-4485-9d3d-9c1904edd816 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/security-groups?id=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341592 Jul 30 16:20:57.708637 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-057bab50-7701-4d11-afa4-a230ef963a5f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 16:20:57.710092 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-057bab50-7701-4d11-afa4-a230ef963a5f tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 946 time: 0.0481825 Jul 30 16:20:57.808098 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:57.808442 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:57.895405 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] For port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:20:57.895780 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:57.909900 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 owned by compute:nova {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:58.042042 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:58.072876 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=097e775d-f23f-4ca8-a3e3-ef121c4f29d3,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:58.115116 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] No DVR routers for this DVR port 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 on host hv-cinder-80304 {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:20:58.117633 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for port, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:58.120043 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [req-4e2cf00f-e538-4ca6-8665-f0544d963801 req-ccd41945-2ecd-4473-9405-3013d753f554 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.70 "DELETE /v2.0/ports/097e775d-f23f-4ca8-a3e3-ef121c4f29d3 HTTP/1.1" status: 204 len: 173 time: 0.4021096 Jul 30 16:20:58.120511 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'name': 'network-vif-deleted', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3'}] {{(pid=93204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 16:20:58.122773 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b7a7589db74adf204d455d7fbee640c21e57e0d32e3b2c1fc34fdb488d249df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774b01d-482d-4ed4-915a-df26f4d28abc" -d '{"events": [{"server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "name": "network-vif-deleted", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3"}]}' {{(pid=93204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 16:20:58.170573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd167e22-3771-4aa8-bc6c-a83d6fe626e1 x-openstack-request-id: req-bd167e22-3771-4aa8-bc6c-a83d6fe626e1 {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 16:20:58.170573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b2fe30-3bbe-4414-8cc3-6ac435a5288e", "name": "network-vif-deleted", "tag": "097e775d-f23f-4ca8-a3e3-ef121c4f29d3", "status": "completed", "code": 200}]} {{(pid=93204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 16:20:58.170573 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd167e22-3771-4aa8-bc6c-a83d6fe626e1 {{(pid=93204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 16:20:58.170573 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b2fe30-3bbe-4414-8cc3-6ac435a5288e', 'name': 'network-vif-deleted', 'tag': '097e775d-f23f-4ca8-a3e3-ef121c4f29d3', 'status': 'completed', 'code': 200} Jul 30 16:20:58.417156 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [req-8d3ebbc3-e34e-4989-a3e2-9a2ae251f2b7 req-7bf164bd-aa8c-46e3-81cd-343f18053035 tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "GET /v2.0/ports?device_id=00b2fe30-3bbe-4414-8cc3-6ac435a5288e HTTP/1.1" status: 200 len: 210 time: 0.0311260 Jul 30 16:20:59.473082 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35496) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:20:59.597201 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Deleting port a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:20:59.597462 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.670619 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.670944 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.683010 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Calling delete_port for a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7 owned by network:floatingip {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:20:59.815024 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.837707 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'Port': ['ID=a62300f0-f3a8-4edf-a3e1-0dd0b00d58b7,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:20:59.850910 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.851214 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.851555 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.851882 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.852210 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.852536 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.852858 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.853179 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.853499 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.853815 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.854130 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.854444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:20:59.906025 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for floatingip, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.909116 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3064'] for floatingip, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:20:59.910284 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-23010a53-5a8c-4a15-b638-76342522e27a tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7e09ca4-523f-424e-8f4e-a34db835d4f5 HTTP/1.1" status: 204 len: 168 time: 0.4362104 Jul 30 16:21:01.099083 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35508) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:01.159347 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:01.183786 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:01.241399 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:01.244044 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:01.245198 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] 10.222.0.37 "DELETE /v2.0/security-groups/e783ce7b-77f9-47a8-a2ff-9445c8eb81a2 HTTP/1.1" status: 204 len: 168 time: 0.1451123 Jul 30 16:21:01.255747 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319fe3c-0d7d-4846-a710-01636615234b tempest-TestVolumeBootPattern-48604633 tempest-TestVolumeBootPattern-48604633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e783ce7b-77f9-47a8-a2ff-9445c8eb81a2,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:01.301857 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35512) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:01.802425 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:01.923778 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:01.947230 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] No Port match for: 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:01.947573 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Device 097e775d-f23f-4ca8-a3e3-ef121c4f29d3 not bound to the agent host hv-cinder-80304 {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:02.045635 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Deleting port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:02.045972 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:02.119984 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] For port 7340b213-0e7c-4ce9-aae7-a0d2924a0f43, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:02.120625 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:02.133468 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Calling delete_port for 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:02.313773 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:02.339650 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7340b213-0e7c-4ce9-aae7-a0d2924a0f43,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:02.504645 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:02.712570 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Router 60634693-a375-4fee-9959-9a160d7ec998 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:21:02.811642 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:21:02.817537 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-873669bb-2571-4a50-b926-b6e743dd5d5f admin admin] 10.222.0.37 "PUT /v2.0/routers/60634693-a375-4fee-9959-9a160d7ec998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5146089 Jul 30 16:21:02.820035 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35516) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:02.820904 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Sync routers for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:21:02.829764 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:21:02.830376 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:02.919363 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:02.933628 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:21:03.019420 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.072609 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Deleting port f876a928-a8e9-49e7-996e-38e4ea9e546a {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:03.073011 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.111789 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:21:02Z', 'revision_number': 5, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port': {'id': 'f876a928-a8e9-49e7-996e-38e4ea9e546a', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60634693-a375-4fee-9959-9a160d7ec998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:03.138099 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Checking router: 60634693-a375-4fee-9959-9a160d7ec998 for host: dv-cinder-803046-3-iscsi {{(pid=93206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:21:03.147101 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Routers {'60634693-a375-4fee-9959-9a160d7ec998'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:21:03.147779 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['60634693-a375-4fee-9959-9a160d7ec998'], 'active': True} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:03.158250 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] For port f876a928-a8e9-49e7-996e-38e4ea9e546a, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=f876a928-a8e9-49e7-996e-38e4ea9e546a,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:03.158842 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.171751 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Calling delete_port for f876a928-a8e9-49e7-996e-38e4ea9e546a owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:03.241275 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvr_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] Set router 60634693-a375-4fee-9959-9a160d7ec998 gateway port host: None {{(pid=93206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:21:03.295630 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_hamode_db [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:21:03Z', 'revision_number': 6, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:03.321337 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe666e-f538-4134-b0ee-b43b072be77f None None] The sync data for ids ['60634693-a375-4fee-9959-9a160d7ec998'] in dv-cinder-803046-3-iscsi is: [{'id': '60634693-a375-4fee-9959-9a160d7ec998', 'name': 'tempest-TestVolumeBootPattern-1940594300-router', 'tenant_id': '07bf3493a71648c895b14d999b3bfb1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:52Z', 'updated_at': '2021-07-30T16:21:03Z', 'revision_number': 6, 'project_id': '07bf3493a71648c895b14d999b3bfb1e', 'gw_port_host': None}] {{(pid=93206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:21:03.339576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.366519 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f876a928-a8e9-49e7-996e-38e4ea9e546a,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:03.427002 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.764508 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.767110 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.808573 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.809434 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60634693-a375-4fee-9959-9a160d7ec998 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:21:03.814778 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.815950 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-6d7fd2a8-f205-41cb-9f31-1eea9aef7f9a admin admin] 10.222.0.37 "DELETE /v2.0/routers/60634693-a375-4fee-9959-9a160d7ec998 HTTP/1.1" status: 204 len: 168 time: 0.9950125 Jul 30 16:21:03.818426 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35520) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:03.860238 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Deleting subnet 285d8b86-e4a3-442c-9f77-a887c44071dc {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:21:03.863225 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.895652 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:03.973796 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.023957 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.050682 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285d8b86-e4a3-442c-9f77-a887c44071dc,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:04.054375 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.058446 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-81ebc8b3-c43a-48a7-9d5c-7d156c1796f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/285d8b86-e4a3-442c-9f77-a887c44071dc HTTP/1.1" status: 204 len: 168 time: 0.2369459 Jul 30 16:21:04.059776 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35522) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:04.068269 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eac005-d947-4e76-8eb9-98e92014d58c None None] Network 7d0da8fd-0a56-4002-b0c2-d66355f139a4 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:21:04.112443 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:04.136490 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.142459 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:04.142807 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 7340b213-0e7c-4ce9-aae7-a0d2924a0f43 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:04.143253 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f876a928-a8e9-49e7-996e-38e4ea9e546a no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:04.164697 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: f876a928-a8e9-49e7-996e-38e4ea9e546a {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:04.165143 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device f876a928-a8e9-49e7-996e-38e4ea9e546a not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:04.194843 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Deleting port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d {{(pid=93204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:04.195276 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.263882 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] For port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:04.264253 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.281006 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.plugin [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Calling delete_port for 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d owned by network:dhcp {{(pid=93204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:04.294726 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] DHCP port deletion for 7d0da8fd-0a56-4002-b0c2-d66355f139a4 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:21:04.346454 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Deleting port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:04.346831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.368853 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15018838'] for port, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.394715 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:04.403597 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] No DVR routers for this DVR port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d on host dv-cinder-803046-3-iscsi {{(pid=93204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:21:04.411969 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] For port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,segment=NetworkSegment(0ee91467-0eb6-457e-a728-a22d4451f4ff),segment_id=0ee91467-0eb6-457e-a728-a22d4451f4ff)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:04.412377 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.425756 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Calling delete_port for 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:04.478857 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.488729 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0da8fd-0a56-4002-b0c2-d66355f139a4']}} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:04.498626 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee91467-0eb6-457e-a728-a22d4451f4ff') {'for_net_delete': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:04.498913 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.services.segments.db [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee91467-0eb6-457e-a728-a22d4451f4ff') {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:04.501375 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.508087 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13053861'] for segment, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.522348 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.525092 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Pushing event deleted for resources: {'Port': ['ID=8e7f7887-feeb-4a2d-a7de-c5e35902bd8d,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:04.528921 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=93204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:21:04.529294 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15018663'] for segment, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: Traceback (most recent call last): Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: timer() Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: cb(*args, **kw) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: return func(*args, **kwargs) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: self._notify() Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: self.callback(batched_events) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: event.method(event) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: return f(self, *a, **k) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._get(url).json() Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: return self.request(url, 'GET', **kwargs) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:21:04.530931 dv-cinder-803046-3-iscsi neutron-server[93204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:21:04.534429 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.534777 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.535119 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.535485 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.535814 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.536139 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.536464 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.536788 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.537114 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.537438 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.537758 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.538079 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-3-iscsi {{(pid=93206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 16:21:04.542130 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d19ae-0707-440b-acb0-423d8b9f29c5 None None] No DVR routers for this DVR port 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:21:04.587303 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.592413 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:04.594963 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7d0da8fd-0a56-4002-b0c2-d66355f139a4 HTTP/1.1" status: 204 len: 168 time: 0.5330260 Jul 30 16:21:04.597902 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35524) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:04.608031 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81d702-7c09-40b3-8f74-ecf384863a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d0da8fd-0a56-4002-b0c2-d66355f139a4,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:04.936034 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-415567'] for router_interface, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:05.174337 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Deleting port 1868168e-9fcc-4c8a-9a47-d457fd1554ca {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:05.174683 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:05.249104 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] For port 1868168e-9fcc-4c8a-9a47-d457fd1554ca, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=1868168e-9fcc-4c8a-9a47-d457fd1554ca,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:05.249467 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:05.262276 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Calling delete_port for 1868168e-9fcc-4c8a-9a47-d457fd1554ca owned by network:router_interface {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:05.436320 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:05.466041 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1868168e-9fcc-4c8a-9a47-d457fd1554ca,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:05.632992 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-415523'] for router_interface, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:05.843803 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Router 87088a18-8587-45db-94c4-3d9ace2c9d95 has already been hosted by L3 agent 3efe03e8-c48f-4f85-8f70-e2084ddcb892 {{(pid=93205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 16:21:05.947155 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] Notify agent at l3_agent.dv-cinder-803046-3-iscsi the message routers_updated {{(pid=93205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 16:21:05.952123 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-46dc1dfe-467a-4ce7-92be-698d91827ee2 admin admin] 10.222.0.37 "PUT /v2.0/routers/87088a18-8587-45db-94c4-3d9ace2c9d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3532202 Jul 30 16:21:05.954636 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35528) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:05.955487 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Sync routers for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 16:21:05.964367 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:21:05.964964 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:06.060259 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.069712 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: dv-cinder-803046-3-iscsi {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:21:06.106260 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:06.127413 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:06.127761 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8e7f7887-feeb-4a2d-a7de-c5e35902bd8d not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:06.170158 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.232842 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Deleting port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:06.233327 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.261059 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'external_fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:21:05Z', 'revision_number': 5, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port': {'id': '8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1', 'name': '', 'network_id': '35aad974-23f9-4b65-a8c1-1be57913946f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T16:13:57Z', 'updated_at': '2021-07-30T16:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fca1535-2a61-48f9-8a1e-0526a6807035', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-3-iscsi'}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:06.287018 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Checking router: 87088a18-8587-45db-94c4-3d9ace2c9d95 for host: dv-cinder-803046-3-iscsi {{(pid=93207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 16:21:06.299654 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Routers {'87088a18-8587-45db-94c4-3d9ace2c9d95'} bound to L3 agent in host dv-cinder-803046-3-iscsi {{(pid=93207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 16:21:06.300673 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-30T15:59:10Z,description=,heartbeat_timestamp=2021-07-30T16:20:40Z,host='dv-cinder-803046-3-iscsi',id=3efe03e8-c48f-4f85-8f70-e2084ddcb892,load=0,resource_versions=,resources_synced=,started_at=2021-07-30T15:59:10Z,topic='l3_agent')) {'router_ids': ['87088a18-8587-45db-94c4-3d9ace2c9d95'], 'active': True} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:06.314214 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] For port 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,segment=NetworkSegment(f7de84f5-08dd-417b-8d94-6f9b4c65d7cf),segment_id=f7de84f5-08dd-417b-8d94-6f9b4c65d7cf)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:06.314576 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.327674 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Calling delete_port for 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 owned by network:router_gateway {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:06.383659 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_dvr_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] Set router 87088a18-8587-45db-94c4-3d9ace2c9d95 gateway port host: None {{(pid=93207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 16:21:06.433562 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.l3_hamode_db [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:21:06Z', 'revision_number': 6, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port_host': None}], 'dv-cinder-803046-3-iscsi', False) {} {{(pid=93207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:06.463284 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b1147-04fa-41e2-8db1-8c90fb15f028 None None] The sync data for ids ['87088a18-8587-45db-94c4-3d9ace2c9d95'] in dv-cinder-803046-3-iscsi is: [{'id': '87088a18-8587-45db-94c4-3d9ace2c9d95', 'name': 'tempest-TestVolumeBootPattern-95910033-router', 'tenant_id': 'a585d6153149477e8dfd0b18b3c293b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T16:13:56Z', 'updated_at': '2021-07-30T16:21:06Z', 'revision_number': 6, 'project_id': 'a585d6153149477e8dfd0b18b3c293b2', 'gw_port_host': None}] {{(pid=93207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 16:21:06.499974 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.541970 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:06.599666 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414849'] for router_gateway, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.684251 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-499230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-508'] for router, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.686169 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.727405 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-499598'] for router, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.727945 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87088a18-8587-45db-94c4-3d9ace2c9d95 {{(pid=93205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 16:21:06.732337 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] Notify callbacks [] for router, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.733466 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-559b05ba-2f95-4769-83dc-d08cc139ccb1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/87088a18-8587-45db-94c4-3d9ace2c9d95 HTTP/1.1" status: 204 len: 168 time: 0.7779014 Jul 30 16:21:06.736090 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35530) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:06.783210 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Deleting subnet 592dc5fd-72ce-4f95-9aa8-b09a046d8b35 {{(pid=93205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 16:21:06.786283 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.822261 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16473112'] for subnet, precommit_delete_associations {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.914765 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3478461'] for subnet, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.965766 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3478342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15014590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14158119'] for subnet, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.995484 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592dc5fd-72ce-4f95-9aa8-b09a046d8b35,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:06.998054 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for subnet, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:06.999321 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-1356720b-433b-4628-8a3d-347c5706787b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/592dc5fd-72ce-4f95-9aa8-b09a046d8b35 HTTP/1.1" status: 204 len: 168 time: 0.2622762 Jul 30 16:21:07.002484 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35532) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:07.003343 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4885cb-36a7-4e46-8713-d4c8d9a3452d None None] Network e3830c88-2b2d-45fb-981b-c31b609c6e31 requested from dv-cinder-803046-3-iscsi {{(pid=93206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 16:21:07.069474 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3632820'] for network, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.122780 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Deleting port 2dbbd871-044c-498c-8280-81ea3c3142d8 {{(pid=93205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:07.123124 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.193248 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.db [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] For port 2dbbd871-044c-498c-8280-81ea3c3142d8, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=2dbbd871-044c-498c-8280-81ea3c3142d8,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:07.193612 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.207404 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.plugin [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Calling delete_port for 2dbbd871-044c-498c-8280-81ea3c3142d8 owned by network:dhcp {{(pid=93205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:07.213789 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] DHCP port deletion for e3830c88-2b2d-45fb-981b-c31b609c6e31 request from dv-cinder-803046-3-iscsi {{(pid=93206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 16:21:07.262375 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Deleting port 2dbbd871-044c-498c-8280-81ea3c3142d8 {{(pid=93206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 16:21:07.262759 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739295193995'] for port, before_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.291944 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15014545'] for port, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.320932 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbbd871-044c-498c-8280-81ea3c3142d8,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:07.324389 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] No DVR routers for this DVR port 2dbbd871-044c-498c-8280-81ea3c3142d8 on host dv-cinder-803046-3-iscsi {{(pid=93205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:21:07.337366 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.db [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] For port 2dbbd871-044c-498c-8280-81ea3c3142d8, host dv-cinder-803046-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-3-iscsi',level=0,port_id=2dbbd871-044c-498c-8280-81ea3c3142d8,segment=NetworkSegment(ec05ba78-5e28-481c-91df-1a99563f911d),segment_id=ec05ba78-5e28-481c-91df-1a99563f911d)] {{(pid=93206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 16:21:07.337781 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371608'] for port, precommit_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.350379 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Calling delete_port for 2dbbd871-044c-498c-8280-81ea3c3142d8 owned by network:dhcp {{(pid=93206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 16:21:07.397099 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474986', 'neutron.services.segments.db._delete_segments_for_network-8739295290929'] for network, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.408206 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3830c88-2b2d-45fb-981b-c31b609c6e31']}} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:07.419163 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec05ba78-5e28-481c-91df-1a99563f911d') {'for_net_delete': True} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:07.419496 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.services.segments.db [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec05ba78-5e28-481c-91df-1a99563f911d') {} {{(pid=93205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 16:21:07.428796 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3730924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739295200031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294809591'] for port, after_delete {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.429133 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739295291194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16473107'] for segment, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.448698 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163'] for segment, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.456411 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 16:21:07.456814 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15014752'] for segment, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: Traceback (most recent call last): Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: timer() Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: cb(*args, **kw) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: return func(*args, **kwargs) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: self._notify() Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: self.callback(batched_events) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: event.method(event) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: return f(self, *a, **k) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._get(url).json() Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: return self.request(url, 'GET', **kwargs) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 16:21:07.458517 dv-cinder-803046-3-iscsi neutron-server[93205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 16:21:07.467951 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] No DVR routers for this DVR port 2dbbd871-044c-498c-8280-81ea3c3142d8 on host dv-cinder-803046-3-iscsi {{(pid=93206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 16:21:07.475700 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4080f9a-fddf-4eda-b3ef-da1e3617730c None None] Pushing event deleted for resources: {'Port': ['ID=2dbbd871-044c-498c-8280-81ea3c3142d8,revision_number=None']} {{(pid=93206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:07.529354 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414909'] for network, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.535462 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567184'] for network, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.537305 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3830c88-2b2d-45fb-981b-c31b609c6e31 HTTP/1.1" status: 204 len: 168 time: 0.5340545 Jul 30 16:21:07.552710 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc20f3-75c9-433d-b0eb-592c3f5fde1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3830c88-2b2d-45fb-981b-c31b609c6e31,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:07.645249 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35538) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:07.684584 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-b128d138-3b6f-470a-8e48-5a41182458de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07bf3493a71648c895b14d999b3bfb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381756 Jul 30 16:21:07.686884 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [-] (93205) accepted ('10.222.0.37', 35540) {{(pid=93205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:07.734009 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.755375 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.800773 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.803341 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron_lib.callbacks.manager [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:07.804476 dv-cinder-803046-3-iscsi neutron-server[93205]: INFO neutron.wsgi [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9080810f-e2cc-402a-bba7-6821f686d973 HTTP/1.1" status: 204 len: 168 time: 0.1167018 Jul 30 16:21:07.811864 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06602046-f007-43c0-b48d-568f1cc3d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9080810f-e2cc-402a-bba7-6821f686d973,revision_number=None']} {{(pid=93205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:08.013756 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-a12ae03b-e70d-4162-b623-295c474a9c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.056053 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 2dbbd871-044c-498c-8280-81ea3c3142d8 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:08.076159 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 2dbbd871-044c-498c-8280-81ea3c3142d8 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:08.076506 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 2dbbd871-044c-498c-8280-81ea3c3142d8 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:08.076914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 1868168e-9fcc-4c8a-9a47-d457fd1554ca no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:08.095592 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 1868168e-9fcc-4c8a-9a47-d457fd1554ca {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:08.096043 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 1868168e-9fcc-4c8a-9a47-d457fd1554ca not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:08.096332 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 no longer exists at agent ovs-agent-dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 16:21:08.111664 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35546) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:08.117336 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.plugin [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] No Port match for: 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 {{(pid=93206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 16:21:08.117684 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron.plugins.ml2.rpc [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Device 8db1d7ba-4760-4eca-a7c9-ae0e0666dbe1 not bound to the agent host dv-cinder-803046-3-iscsi {{(pid=93206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 16:21:08.152120 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-bbaeec32-255e-4372-887d-3d2b5ffb973b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a585d6153149477e8dfd0b18b3c293b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393243 Jul 30 16:21:08.154846 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [-] (93204) accepted ('10.222.0.37', 35548) {{(pid=93204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 16:21:08.201590 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.224614 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.270820 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525807'] for security_group, after_delete {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.273538 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:08.274698 dv-cinder-803046-3-iscsi neutron-server[93204]: INFO neutron.wsgi [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/997da7e6-f526-4e55-ae44-5c9c7d3be1bd HTTP/1.1" status: 204 len: 168 time: 0.1189265 Jul 30 16:21:08.282824 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede08a-c677-4ece-a936-279bad5fd6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997da7e6-f526-4e55-ae44-5c9c7d3be1bd,revision_number=None']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 16:21:10.434831 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2b546b72-e769-40b8-9d67-532c461b2b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:10.808480 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:11.482536 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:11.753625 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:13.740577 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:25.300334 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:21:38.014998 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-87cf1643-ca77-45b9-825b-6af5f590bdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:40.435266 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-4b9cd05a-f638-415e-a3fd-3b8f6518ce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:40.809829 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:41.496790 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:41.756383 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:21:43.743585 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:02.298910 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:22:08.017914 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ccc0d50b-ab1a-47b7-9551-e95e5de5d2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:10.434433 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-98751ac5-addc-45eb-8d8c-e7560b8b9a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:10.809721 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:11.495946 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:11.760239 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:13.745277 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:23.584357 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-bba5b6da-5ee7-459f-8f6b-2c12d3441636 req-977dca63-006d-4e05-855c-f9adbdebed5f service neutron] (93205) timed out ('10.222.0.70', 64254) {{(pid=93205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 16:22:26.299613 dv-cinder-803046-3-iscsi neutron-server[93204]: DEBUG neutron.wsgi [req-0c6040de-4313-4688-afc2-7579d5f2da58 req-eacaa69c-7bd4-46b0-a850-4a12693ab629 service neutron] (93204) timed out ('10.222.0.70', 64257) {{(pid=93204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 16:22:35.146444 dv-cinder-803046-3-iscsi neutron-server[93205]: DEBUG neutron.wsgi [req-9bce3350-e50f-4320-a686-c9d82601cde5 req-40624fbd-4b23-47c2-9802-46163c2b19be service neutron] (93205) timed out ('10.222.0.70', 64261) {{(pid=93205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 16:22:38.022102 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6fb3bdd2-4e0e-47ba-aac6-4685fcf84abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:39.297229 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:22:40.434940 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-644e9e9b-1539-45cf-aeda-1c51fec8f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:40.819341 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:41.510819 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:41.762166 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:22:43.750330 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:08.023727 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-ad251ef5-f8ae-4133-bbac-ea23a05c83cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:10.435471 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-63c80a59-406c-4276-88de-28c0b30a1fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:10.809901 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:11.527869 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:11.765741 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:13.750684 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:16.297405 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:23:38.024430 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-83b78a0b-a78e-4b6a-b183-22baeb9420c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:40.437153 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-8ab1d6bc-540c-48cd-8541-88abf5519779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:40.811101 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:41.526364 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:41.767603 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:43.753261 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:23:53.297737 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:24:08.024230 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-d87196ac-cc0c-4cbc-9f28-5c7a140586cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:10.438714 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-2fac599a-53e8-4d35-a99d-8a7d11d49a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:10.813012 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:11.538881 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:11.770700 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:13.755660 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:30.296183 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:24:38.024924 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-927acbca-9cf8-47c7-bcfe-bc63d11388a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:40.440064 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-3689403b-7e7a-4acf-87af-a8c9ca17d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:40.812790 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:41.570239 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:41.773837 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:24:43.761991 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:07.294996 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:25:08.025163 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-13704252-a431-412e-85cc-5404c7f308db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:10.440082 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-0a2a7c6f-00c0-4bfa-839b-4ed3ceca3137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:10.813379 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:11.582878 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:11.777200 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:13.761797 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:38.026652 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-22b20eee-c154-47dc-ad8b-5bd4112609d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:40.440087 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-247240a5-adf3-4007-ab16-a4480ce736c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:40.813299 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:41.589701 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:41.778277 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:43.763777 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:25:44.294014 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 16:26:08.026632 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-57b64608-5cec-40da-943f-8391d7f7f6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:10.440389 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-f786ab2f-6e29-43e5-9a5e-4b9e884e99aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:10.813672 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-e6c22908-95db-4ce2-b8d3-973b42090b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:11.597374 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-6b3d780f-66de-45c3-8cc1-0eb4d02cabe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:11.782753 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-bbeca1cf-895f-4861-a3e6-77870744901e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:13.769225 dv-cinder-803046-3-iscsi neutron-server[93206]: DEBUG neutron_lib.callbacks.manager [None req-9603040d-03bd-440b-a5ac-ac2ff2fdf26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739295290911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474156'] for agent, after_update {{(pid=93206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 16:26:21.293714 dv-cinder-803046-3-iscsi neutron-server[93207]: DEBUG neutron.db.agents_db [None req-c5f7dc3e-a409-46e8-8177-11a9493cdeb8 None None] Agent healthcheck: found 6 active agents {{(pid=93207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}